-- Logs begin at Tue 2021-12-07 17:38:32 UTC, end at Tue 2021-12-07 18:37:28 UTC. -- Dec 07 18:09:24.453562 dv-cinder-820918-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 07 18:09:27.294877 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.common.config [-] Logging enabled! Dec 07 18:09:27.295449 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev258 Dec 07 18:09:27.295583 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 07 18:09:27.298889 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.common.config [-] Logging enabled! Dec 07 18:09:27.299149 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev258 Dec 07 18:09:27.299463 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 07 18:09:27.300462 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 07 18:09:27.300704 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 07 18:09:27.301074 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 07 18:09:27.301323 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 07 18:09:27.301554 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 07 18:09:27.301878 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.302301 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 07 18:09:27.302618 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.302918 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.303214 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.303513 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.303804 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.304089 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.304404 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.304706 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.304997 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.305282 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.305569 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.305862 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.306145 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.306434 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.306725 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.307006 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] debug = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.307286 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.307720 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.308138 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.308441 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.308884 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.309017 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.309296 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.309573 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.309860 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.310193 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] host = dv-cinder-820918-1-iscsi {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.310475 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.310766 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.311055 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.311345 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.311623 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.311903 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.312189 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.312496 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.312773 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] log_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.313051 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.313376 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.313923 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.314222 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.314451 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.314678 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.314969 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.315258 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.315537 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.315815 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.316093 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.316394 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.316673 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.316944 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.317232 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.317519 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.317809 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.318092 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.318367 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.318642 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.318915 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.319202 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.319478 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.319752 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.320028 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.320315 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.320616 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.320892 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.321193 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.321481 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.321767 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.322055 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.322332 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.322617 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.322891 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.323163 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.323434 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] use_json = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.323708 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.323983 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.324264 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.324564 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.324838 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.325112 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.325384 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.325671 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:27.325972 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.326271 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.326571 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.326860 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.327167 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.327449 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.327744 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.328031 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.328324 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.328645 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.329475 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.329756 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.330045 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.330328 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.330629 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.330936 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.331236 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.331529 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.331808 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.332087 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.332389 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.332675 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.332967 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.333246 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.333536 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.333827 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.334112 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.334408 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.334692 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.334989 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.335282 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.335560 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.335841 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.336136 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.336447 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.336726 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.337012 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.337304 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.337585 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.337861 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.338149 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.338437 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.338715 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.338992 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.339273 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.339567 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.339850 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.340128 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.340431 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.340716 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.340993 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.341282 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.341566 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.341845 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.342124 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.342408 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.342684 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.342962 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.343243 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.343519 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.343799 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.344080 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.344375 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.345251 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.345657 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.345944 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.346224 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.346503 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.346787 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.347064 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.347341 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.347618 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.347895 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.348171 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.348497 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.348804 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.349087 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.349372 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.349655 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.349936 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.350215 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.350493 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.350774 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.351056 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.351332 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.351624 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.351910 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.352200 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.352515 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.352828 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.353132 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.353416 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.353704 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.353988 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.354272 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.354562 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.354852 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.355153 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.355452 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.355749 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.356047 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.356351 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.356650 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.356965 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.357250 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:27.357472 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 07 18:09:27.357714 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102417) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 07 18:09:27.787501 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 07 18:09:27.787786 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 07 18:09:27.788095 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 07 18:09:27.788457 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 07 18:09:28.117860 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.118152 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.118423 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.119659 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.119936 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.120204 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.166604 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.166894 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.167166 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.181439 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.181722 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.182000 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.210951 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.211236 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.211516 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.249531 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.249813 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.250083 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.589728 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.590353 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.590353 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.590541 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.591252 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.692224 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.692570 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.692863 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.693137 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.693408 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.693727 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.693992 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.694253 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.694510 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.694795 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.695059 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.695326 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.695582 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.695836 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.696093 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.696386 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.696649 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.696922 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.697197 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.697462 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.697737 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.697994 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.698277 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.698659 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.698912 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.699163 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.699565 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:09:28.699806 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:09:28.700044 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:09:28.700280 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:09:28.700540 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:09:28.700780 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:09:28.701145 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 07 18:09:28.705024 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 07 18:09:28.709155 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 07 18:09:28.713085 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 07 18:09:28.714734 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 07 18:09:28.715187 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 07 18:09:28.715522 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 07 18:09:28.715906 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 07 18:09:28.718761 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 07 18:09:28.719016 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 07 18:09:28.719466 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 18:09:28.725584 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 07 18:09:28.748874 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 07 18:09:28.749332 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.749637 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102417) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 07 18:09:28.750006 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.751449 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102417) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 07 18:09:28.751734 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 18:09:28.751982 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 07 18:09:28.755267 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.755553 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:28.820139 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 07 18:09:28.820402 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 07 18:09:28.820645 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 07 18:09:28.821014 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 07 18:09:28.842698 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_db.sqlalchemy.engines [None req-8eef382e-7dc7-4825-8206-af669614750c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102417) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 07 18:09:29.281570 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Initializing driver for type 'gre' Dec 07 18:09:29.282062 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8eef382e-7dc7-4825-8206-af669614750c None None] gre ID ranges: [(1, 1000)] Dec 07 18:09:29.333884 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Initializing driver for type 'local' Dec 07 18:09:29.334257 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Initializing driver for type 'vlan' Dec 07 18:09:29.346638 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8eef382e-7dc7-4825-8206-af669614750c None None] VlanTypeDriver initialization complete Dec 07 18:09:29.347064 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Initializing driver for type 'vxlan' Dec 07 18:09:29.347586 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8eef382e-7dc7-4825-8206-af669614750c None None] vxlan ID ranges: [(1, 1000)] Dec 07 18:09:29.397404 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Initializing extension driver 'port_security' Dec 07 18:09:29.397819 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.extensions.port_security [None req-8eef382e-7dc7-4825-8206-af669614750c None None] PortSecurityExtensionDriver initialization complete Dec 07 18:09:29.398160 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Initializing mechanism driver 'openvswitch' Dec 07 18:09:29.398485 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Initializing mechanism driver 'hyperv' Dec 07 18:09:29.405078 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.plugins.ml2.plugin [None req-8eef382e-7dc7-4825-8206-af669614750c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:09:29.405937 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > port after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.406317 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > port after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.406673 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > port after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.407398 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:09:29.407933 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > subnet after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.408307 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > subnet after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.408754 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.409162 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:09:29.409572 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > network after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.409924 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > network after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.410270 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > network after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.410668 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:09:29.411077 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > security_group after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.411429 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > security_group after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.411773 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > security_group after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.412176 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:09:29.412611 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.412963 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.413309 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.413708 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:09:29.414117 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > address_group after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.414467 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > address_group after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.414809 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > address_group after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.415209 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:09:29.415592 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8eef382e-7dc7-4825-8206-af669614750c None None] ML2 OVO RPC backend initialized. {{(pid=102417) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 07 18:09:29.416298 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.416679 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.417096 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > network before_response 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.417445 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > networks before_response 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.417795 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > port before_response 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.418140 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > ports before_response 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.418486 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > subnet before_response 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.418829 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > subnets before_response 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.419176 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > network after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.419515 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > network after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.419853 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > network after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.420191 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > port after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.420556 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > port after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.420893 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > port after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.421230 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > subnet after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.421572 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > subnet after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.421906 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.422485 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.plugin [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Modular L2 Plugin initialization complete Dec 07 18:09:29.423303 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading services supported by the core plugin {{(pid=102417) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 07 18:09:29.423633 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.plugins.ml2.managers [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Got port-security extension from driver 'port_security' Dec 07 18:09:29.424099 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.extensions.vlantransparent [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Disabled vlantransparent extension. Dec 07 18:09:29.424617 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102417) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 07 18:09:29.424936 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading Plugin: router Dec 07 18:09:29.461266 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router_interface before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.461666 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router after_create 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.462046 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router before_create 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.462417 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.462799 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.463160 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router after_delete 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.463522 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > floatingip after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.463999 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > floatingip after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.464387 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router after_create 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.464745 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router after_update 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.465103 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router after_update 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.465465 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.465831 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router after_update 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.466248 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router precommit_update 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.466620 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: port after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.466967 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: port after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.467310 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: subnet after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.467652 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.468003 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > port precommit_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.468376 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router precommit_create 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.468728 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: port before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.469075 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router precommit_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.469489 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router after_update 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.469848 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router precommit_delete 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.470341 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router precommit_create 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.470705 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.471057 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router precommit_update 55549900 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.471426 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > agent after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.471779 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > agent after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.472127 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > network after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.473012 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Tracking information for resource: router configured {{(pid=102417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:09:29.473351 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Tracking information for resource: floatingip configured {{(pid=102417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:09:29.478259 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.db.l3_agentschedulers_db [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 07 18:09:29.478835 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: port after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.479196 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: port after_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.479554 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: port after_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.479909 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: port after_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.480720 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router before_create 55550100 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.481088 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router precommit_delete 55550100 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.481464 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router precommit_create 55550100 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.481827 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > router precommit_update 55550100 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.487321 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.services.provider_configuration [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service providers = [] {{(pid=102417) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 07 18:09:29.487689 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.db.servicetype_db [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102417) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 07 18:09:29.490663 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.services.service_base [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 18:09:29.491017 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.services.service_base [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 18:09:29.491361 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.services.service_base [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 18:09:29.492252 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.services.service_base [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 18:09:29.492645 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.services.service_base [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 07 18:09:29.493020 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:09:29.493340 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 07 18:09:29.504804 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:09:29.505140 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading Plugin: auto_allocate Dec 07 18:09:29.510832 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: network precommit_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.511207 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: network precommit_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.511724 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:09:29.512048 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading Plugin: tag Dec 07 18:09:29.518989 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:09:29.519320 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading Plugin: timestamp Dec 07 18:09:29.523183 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:09:29.523517 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading Plugin: network_ip_availability Dec 07 18:09:29.528999 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.529373 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.529731 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.530443 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:09:29.530767 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading Plugin: flavors Dec 07 18:09:29.535951 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:09:29.536241 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading Plugin: revisions Dec 07 18:09:29.540610 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:09:29.541004 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_concurrency.lockutils [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.753s {{(pid=102417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 07 18:09:29.541743 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102417) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 07 18:09:29.542084 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Initializing extension manager. Dec 07 18:09:29.542599 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: __init__.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.542941 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: __pycache__ {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.543276 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.543608 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: address_group.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.544375 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.544942 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: address-group Dec 07 18:09:29.545274 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: address_scope.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.545989 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.546503 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: address-scope Dec 07 18:09:29.546839 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: admin_state_down_before_update.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.548283 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.548828 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: router-admin-state-down-before-update Dec 07 18:09:29.549151 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: agent.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.549854 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.550359 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: agent Dec 07 18:09:29.550682 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: agent_resources_synced.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.551593 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.552106 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: agent-resources-synced Dec 07 18:09:29.552468 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: allowedaddresspairs.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.554252 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.554773 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: allowed-address-pairs Dec 07 18:09:29.555109 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: auto_allocated_topology.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.556191 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.556737 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: auto-allocated-topology Dec 07 18:09:29.557066 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: availability_zone.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.557762 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.558267 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: availability_zone Dec 07 18:09:29.558590 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: availability_zone_filter.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.559504 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.560009 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: availability_zone_filter Dec 07 18:09:29.560353 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: data_plane_status.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.561270 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.561777 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension data-plane-status not supported by any of loaded plugins Dec 07 18:09:29.562104 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: default_subnetpools.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.563021 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.564324 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: default-subnetpools Dec 07 18:09:29.564795 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: dhcpagentscheduler.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.565616 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.566120 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: dhcp_agent_scheduler Dec 07 18:09:29.566445 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: dns.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.567368 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.567871 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension dns-integration not supported by any of loaded plugins Dec 07 18:09:29.568193 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: dns_domain_ports.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.569215 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.569719 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 07 18:09:29.570043 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.570962 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.571464 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 07 18:09:29.571788 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: dvr.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.572487 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.572987 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: dvr Dec 07 18:09:29.573306 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: ecmp_routes.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.574220 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.574720 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension ecmp_routes not supported by any of loaded plugins Dec 07 18:09:29.575047 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: empty_string_filtering.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.575956 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.576496 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: empty-string-filtering Dec 07 18:09:29.576823 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.577731 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.578241 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 07 18:09:29.578568 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.579543 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.580048 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 07 18:09:29.580397 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: external_net.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.581306 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.581816 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: external-net Dec 07 18:09:29.582139 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: extra_dhcp_opt.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.583048 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.583561 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: extra_dhcp_opt Dec 07 18:09:29.583886 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: extraroute.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.584820 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.585334 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: extraroute Dec 07 18:09:29.585656 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: extraroute_atomic.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.586860 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.587377 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: extraroute-atomic Dec 07 18:09:29.587704 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: filter_validation.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.588400 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.588906 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: filter-validation Dec 07 18:09:29.589259 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: fip_pf_description.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.590181 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.590710 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 07 18:09:29.590994 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: fip_port_details.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.591916 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.592452 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: fip-port-details Dec 07 18:09:29.592778 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: flavors.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.594021 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.594590 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: flavors Dec 07 18:09:29.594927 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.596638 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.597156 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 07 18:09:29.597487 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: floatingip_pools.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.598186 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.598694 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: floatingip-pools Dec 07 18:09:29.599020 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: ip_allocation.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.599947 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.600486 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension ip_allocation not supported by any of loaded plugins Dec 07 18:09:29.600815 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.601730 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.602240 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: ip-substring-filtering Dec 07 18:09:29.602568 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: l2_adjacency.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.603490 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.603994 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension l2_adjacency not supported by any of loaded plugins Dec 07 18:09:29.604319 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: l3.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.605308 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.605820 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: router Dec 07 18:09:29.606150 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: l3_conntrack_helper.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.608399 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.608928 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 07 18:09:29.609261 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.610705 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.611223 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: ext-gw-mode Dec 07 18:09:29.611550 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.612527 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.613037 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: l3-ha Dec 07 18:09:29.613366 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: l3_flavors.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.614281 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.614786 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: l3-flavors Dec 07 18:09:29.615114 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.616029 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.616592 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: l3-port-ip-change-not-allowed Dec 07 18:09:29.616922 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: l3agentscheduler.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.617953 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.618464 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: l3_agent_scheduler Dec 07 18:09:29.618795 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: local_ip.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.620625 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.621151 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension local_ip not supported by any of loaded plugins Dec 07 18:09:29.621487 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: logging.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.624406 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.624937 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension logging not supported by any of loaded plugins Dec 07 18:09:29.625282 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: metering.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.626688 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.627266 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: metering Dec 07 18:09:29.627598 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.628755 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.629279 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: metering_source_and_destination_fields Dec 07 18:09:29.629613 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: multiprovidernet.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.630552 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.631068 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: multi-provider Dec 07 18:09:29.631395 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: netmtu.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.632324 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.632874 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: net-mtu Dec 07 18:09:29.633197 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: netmtu_writable.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.634119 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.634630 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: net-mtu-writable Dec 07 18:09:29.634955 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: network_availability_zone.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.635633 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.636142 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: network_availability_zone Dec 07 18:09:29.636520 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: network_ip_availability.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.637632 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.638148 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: network-ip-availability Dec 07 18:09:29.638472 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: network_segment_range.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.639241 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.639749 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension network-segment-range not supported by any of loaded plugins Dec 07 18:09:29.640071 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: pagination.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.641085 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.641440 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: pagination Dec 07 18:09:29.641761 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: port_device_profile.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.642673 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.643183 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: port-device-profile Dec 07 18:09:29.643508 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.644482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.644993 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: port-mac-address-regenerate Dec 07 18:09:29.645320 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.646233 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.646744 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: port-numa-affinity-policy Dec 07 18:09:29.647073 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: port_resource_request.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.647995 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.648542 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension port-resource-request not supported by any of loaded plugins Dec 07 18:09:29.648873 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: port_resource_request_groups.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.649844 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.650348 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 07 18:09:29.650676 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: portbindings.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.651607 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.652115 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: binding Dec 07 18:09:29.652475 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: portbindings_extended.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.653751 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.654270 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: binding-extended Dec 07 18:09:29.654599 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: portsecurity.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.655521 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.656032 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: port-security Dec 07 18:09:29.656380 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: project_id.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.657490 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.657736 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: project-id Dec 07 18:09:29.658062 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: providernet.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.658975 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.659490 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: provider Dec 07 18:09:29.659814 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.663465 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.663993 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos not supported by any of loaded plugins Dec 07 18:09:29.664344 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.665611 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.666125 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 07 18:09:29.666461 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.667394 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.667938 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 07 18:09:29.668272 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos_default.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.669230 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.669744 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos-default not supported by any of loaded plugins Dec 07 18:09:29.670075 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos_fip.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.670741 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.671243 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos-fip not supported by any of loaded plugins Dec 07 18:09:29.671567 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos_gateway_ip.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.673140 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.673723 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 07 18:09:29.674062 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos_port_network_policy.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.675042 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.675597 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 07 18:09:29.675925 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.677207 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.677774 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 07 18:09:29.678131 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos_pps_rule.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.679427 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.679990 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos-pps not supported by any of loaded plugins Dec 07 18:09:29.680370 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos_rule_type_details.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.681470 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.681960 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 07 18:09:29.682323 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: qos_rules_alias.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.683442 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.683991 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 07 18:09:29.684393 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: quota_check_limit.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.685430 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.685941 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: quota-check-limit Dec 07 18:09:29.686309 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: quotasv2.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.687364 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.687730 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: quotas Dec 07 18:09:29.688168 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: quotasv2_detail.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.692501 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.692861 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: quota_details Dec 07 18:09:29.693216 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: rbac.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.694318 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.694844 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: rbac-policies Dec 07 18:09:29.695173 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: rbac_address_group.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.696120 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.696668 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: rbac-address-group Dec 07 18:09:29.696999 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: rbac_address_scope.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.697925 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.698438 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: rbac-address-scope Dec 07 18:09:29.698766 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: rbac_security_groups.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.699685 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.700197 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: rbac-security-groups Dec 07 18:09:29.700550 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: rbac_subnetpool.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.701471 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.701980 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: rbac-subnetpool Dec 07 18:09:29.702303 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: revisionifmatch.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.703222 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.703763 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: revision-if-match Dec 07 18:09:29.704180 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: revisions.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.705356 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.705876 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: standard-attr-revisions Dec 07 18:09:29.706202 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: router_availability_zone.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.706874 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.707383 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: router_availability_zone Dec 07 18:09:29.707705 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: routerservicetype.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.708684 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.709192 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension router-service-type not supported by any of loaded plugins Dec 07 18:09:29.709521 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.710519 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.711031 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: security-groups-normalized-cidr Dec 07 18:09:29.711355 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: security_groups_port_filtering.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.712275 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.712813 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: port-security-groups-filtering Dec 07 18:09:29.713138 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.714060 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.714567 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: security-groups-remote-address-group Dec 07 18:09:29.714891 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.715829 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.716357 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: security-groups-shared-filtering Dec 07 18:09:29.716682 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.717285 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 07 18:09:29.717611 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: securitygroup.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.727470 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.728002 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: security-group Dec 07 18:09:29.728353 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: segment.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.729150 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.729671 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension segment not supported by any of loaded plugins Dec 07 18:09:29.729998 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.730946 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.731458 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 07 18:09:29.731785 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: servicetype.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.732938 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.733460 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: service-type Dec 07 18:09:29.733785 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: sorting.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.734778 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.735683 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: sorting Dec 07 18:09:29.736012 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: standard_attr_segment.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.736960 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.737474 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 07 18:09:29.737798 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: standardattrdescription.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.738445 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.738951 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: standard-attr-description Dec 07 18:09:29.739276 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: stateful_security_group.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.740202 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.740786 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: stateful-security-group Dec 07 18:09:29.741083 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: stdattrs_common.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.741652 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 07 18:09:29.741973 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.742898 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.743404 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 07 18:09:29.743729 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: subnet_onboard.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.744829 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.745342 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: subnet_onboard Dec 07 18:09:29.745672 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.746613 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.747119 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 07 18:09:29.747447 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: subnet_service_types.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.748403 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.748911 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: subnet-service-types Dec 07 18:09:29.749236 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: subnetallocation.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.750319 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.751406 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: subnet_allocation Dec 07 18:09:29.751742 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.752437 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.752947 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: subnetpool-prefix-ops Dec 07 18:09:29.753271 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.754203 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.754709 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 07 18:09:29.755032 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: tagging.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.756116 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.756657 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: standard-attr-tag Dec 07 18:09:29.756984 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: timestamp.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.758194 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.758710 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loaded extension: standard-attr-timestamp Dec 07 18:09:29.759040 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: trunk.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.760081 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.760628 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension trunk not supported by any of loaded plugins Dec 07 18:09:29.760962 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: trunk_details.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.761902 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.762419 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension trunk-details not supported by any of loaded plugins Dec 07 18:09:29.762745 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: uplink_status_propagation.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.763666 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.764179 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 07 18:09:29.764532 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Loading extension file: vlantransparent.py {{(pid=102417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:09:29.765203 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:09:29.765708 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extension vlan-transparent not supported by any of loaded plugins Dec 07 18:09:29.768366 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:network Dec 07 18:09:29.768899 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:subnet Dec 07 18:09:29.769297 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 18:09:29.769688 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:port Dec 07 18:09:29.770927 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.771379 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service FLAVORS assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.771978 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.772435 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.772772 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:router Dec 07 18:09:29.773197 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:floatingip Dec 07 18:09:29.773694 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service METERING assigned prefix: /metering {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.775130 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.775502 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.775855 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:09:29.776898 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 18:09:29.777346 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:security_group Dec 07 18:09:29.777792 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 18:09:29.778403 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service CORE assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.778736 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 18:09:29.779083 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] subnetpool is already registered Dec 07 18:09:29.779525 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service CORE assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.779854 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 18:09:29.780187 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] subnetpool is already registered Dec 07 18:09:29.783192 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.783626 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service FLAVORS assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.784209 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.784660 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.784995 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:router Dec 07 18:09:29.785334 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] router is already registered Dec 07 18:09:29.785743 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:floatingip Dec 07 18:09:29.786121 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] floatingip is already registered Dec 07 18:09:29.786528 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service METERING assigned prefix: /metering {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.787190 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 18:09:29.787518 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] rbac_policy is already registered Dec 07 18:09:29.787926 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:security_group Dec 07 18:09:29.788261 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] security_group is already registered Dec 07 18:09:29.788686 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 18:09:29.789023 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] security_group_rule is already registered Dec 07 18:09:29.789647 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service CORE assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.789977 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 18:09:29.790311 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] subnetpool is already registered Dec 07 18:09:29.790738 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.v2.resource_helper [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Service CORE assigned prefix: {{(pid=102417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:09:29.791065 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 18:09:29.791396 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING neutron.quota.resource_registry [None req-8eef382e-7dc7-4825-8206-af669614750c None None] subnetpool is already registered Dec 07 18:09:29.791859 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: extensions {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.793304 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: address-groups {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.794770 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: address-scopes {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.796065 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: agents {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.797251 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: auto-allocated-topology {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.799253 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: availability_zones {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.800489 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: dhcp-networks {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.801985 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: dhcp-agents {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.803385 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: routers {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.805616 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: flavors {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.806772 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: service_profiles {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.807969 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: next_providers {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.809434 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: service_profiles {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.810965 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: floatingip-pools {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.812197 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: routers {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.814785 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: floatingips {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.816996 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: l3-routers {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.818353 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: l3-agents {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.819763 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: metering-labels {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.821156 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: metering-label-rules {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.822418 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: network-ip-availabilities {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.823689 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: bindings {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.825341 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: quotas {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.826909 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: quotas {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.828453 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: rbac-policies {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.829934 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: security-groups {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.831138 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: security-group-rules {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.832386 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: service-providers {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.833598 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: subnetpools {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.835016 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: subnetpools {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.836504 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: tags {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.838170 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: tags {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.839959 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: tags {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.841781 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: tags {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.843553 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: tags {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.845956 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: tags {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.847640 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: tags {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.849559 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: tags {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.851308 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: tags {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.853180 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron.api.extensions [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Extended resource: tags {{(pid=102417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:09:29.859208 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING keystonemiddleware.auth_token [None req-8eef382e-7dc7-4825-8206-af669614750c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 07 18:09:29.864518 dv-cinder-820918-1-iscsi neutron-server[102417]: WARNING keystonemiddleware.auth_token [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 07 18:09:29.873092 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_concurrency.lockutils [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Acquired lock "singleton_lock" {{(pid=102417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 07 18:09:29.873562 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_concurrency.lockutils [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Releasing lock "singleton_lock" {{(pid=102417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 07 18:09:29.874207 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO oslo_service.service [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Starting 2 workers Dec 07 18:09:29.879099 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Started child 102526 {{(pid=102417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 18:09:29.883598 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Started child 102527 {{(pid=102417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 18:09:29.884736 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:29.885368 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO neutron.service [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Neutron service started, listening on 0.0.0.0:9696 Dec 07 18:09:29.885873 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Publish callbacks [] for process, before_spawn {{(pid=102417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:29.886388 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [-] (102526) wsgi starting up on http://0.0.0.0:9696 Dec 07 18:09:29.888387 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO oslo_service.service [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Starting 1 workers Dec 07 18:09:29.889227 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:29.890721 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [-] (102527) wsgi starting up on http://0.0.0.0:9696 Dec 07 18:09:29.893844 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Started child 102528 {{(pid=102417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 18:09:29.894410 dv-cinder-820918-1-iscsi neutron-server[102417]: INFO oslo_service.service [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Starting 1 workers Dec 07 18:09:29.897494 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.service [None req-8eef382e-7dc7-4825-8206-af669614750c None None] calling RpcWorker wait() {{(pid=102528) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 07 18:09:29.898052 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.service [None req-8eef382e-7dc7-4825-8206-af669614750c None None] returning from RpcWorker wait() {{(pid=102528) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 07 18:09:29.898939 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Started child 102529 {{(pid=102417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 18:09:29.899640 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:29.899796 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG neutron_lib.callbacks.manager [None req-8eef382e-7dc7-4825-8206-af669614750c None None] Publish callbacks [] for process, after_spawn {{(pid=102417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:29.900105 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:09:29.901808 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 07 18:09:29.902012 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 07 18:09:29.902202 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 07 18:09:29.902437 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 07 18:09:29.902789 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 07 18:09:29.902980 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 07 18:09:29.903490 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.903755 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.904028 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.904290 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.904645 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.905233 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.905453 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:29.905934 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.905934 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.906088 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.906253 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.906425 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.906594 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.907415 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.907654 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.907978 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.908247 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.908508 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.908758 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.908931 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.909194 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.909456 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.909715 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.909974 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] debug = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.910215 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.910674 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.910896 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.911157 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.911375 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.911670 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.911901 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.912176 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.912426 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.912648 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.912908 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.913167 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.913413 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.913623 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.913872 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.914105 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.914352 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.914584 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.915066 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] host = dv-cinder-820918-1-iscsi {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.915312 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.915528 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.915754 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.915999 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.916246 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.916505 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.916759 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.917034 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.917274 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.917496 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.917747 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.918007 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.918227 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.918471 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.918625 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_options = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.918838 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.919119 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.919374 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.919572 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.919740 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.919959 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.920177 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.920358 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.920611 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.920826 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.921039 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.921271 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.921484 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.921772 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.921965 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.922206 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.922435 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.923338 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.923522 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.923693 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.923919 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.924152 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.924388 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.924630 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.924862 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.925098 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.925325 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.925538 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.925781 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.926072 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.926255 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.926500 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.926726 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.926982 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.927247 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.927473 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.927700 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.927915 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.928191 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.928440 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.928694 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.928937 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.929169 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.929413 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.929642 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.929884 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.930113 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_json = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.930322 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.930559 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.930803 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.931015 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.931226 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.931459 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.931669 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.931974 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:29.932402 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.932660 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.932954 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.933776 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.933918 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.934162 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.934394 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.934614 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.934881 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.935131 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.935444 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.935686 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.935965 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.936205 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.936511 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.936841 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.937109 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.937401 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.937642 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.937877 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.938135 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.938366 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.938907 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.939146 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.939377 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.939609 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.939828 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.940118 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.940429 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.940794 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.941118 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.941329 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.941623 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.941838 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.942076 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.942293 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.942541 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.942772 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.942986 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.943260 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.943483 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.943695 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.943917 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.944144 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.944387 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.944639 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.944884 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.945118 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.945354 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.945578 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.945824 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.946049 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.946320 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.946475 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.946693 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.946958 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.947197 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.947463 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.947702 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.947919 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.948135 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.948976 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.948976 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.948976 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.949243 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.949338 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.949478 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.949689 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.949942 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.950161 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.952214 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.952373 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:09:29.952482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.952482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.952482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.952482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.952482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.952482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.952482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.952482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.952482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.953155 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.953155 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.953155 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.953155 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.953452 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.953572 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.953836 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.954043 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.954422 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.954641 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.955469 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.955871 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.956352 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.956352 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.956624 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.956796 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.957069 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.957789 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.957789 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.957789 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.958058 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.958494 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.958494 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.958682 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.958899 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.959143 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.959363 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.959778 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.959883 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.960296 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.960296 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.960543 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.960767 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.961050 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.961796 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.961796 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.961796 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.962067 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.962628 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.962628 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.962808 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.963021 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.963308 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.963609 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.964024 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.964136 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.964409 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.964668 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.964909 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.965141 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.965407 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.965669 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.967091 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.967091 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.967091 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.967091 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.967091 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.967091 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.967547 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.967628 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.967832 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.968047 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.968316 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.968569 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.968806 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.969072 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.969332 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.970108 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.970355 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.970614 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.970848 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.971076 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.971541 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.971906 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.972285 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.972693 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.972946 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.973164 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.973385 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.973615 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.973974 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.974356 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.974732 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.975125 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.975578 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.976007 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.976478 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.976845 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.977232 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.977642 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.978026 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.978256 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.978476 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.978735 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.978960 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.979236 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.979512 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.979734 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.979965 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.980212 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.980498 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.980710 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.980963 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.981323 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.981920 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.982288 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.982662 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.983017 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.983241 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.983470 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.983824 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.984212 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.984515 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.984858 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.985179 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.985924 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.986170 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.986397 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.986613 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.987021 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.987385 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.987757 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.988152 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.988517 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.988790 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.989146 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.989403 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.989765 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.990158 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.990519 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.990944 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.991443 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.991790 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.992054 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.992293 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.992586 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.992965 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.993186 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.993439 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.993677 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.993891 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.994115 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.994357 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.994568 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.994797 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.995008 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.995242 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.995464 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.995685 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.995950 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.996182 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.996414 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.996773 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.997161 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.997526 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.997906 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.998283 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.998501 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.998714 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.998942 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.999163 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.999380 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.999608 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:29.999846 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.000053 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.000497 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.000822 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.001092 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.001404 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.001781 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.002025 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.002350 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.002560 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.002821 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.003223 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.003690 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.004063 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.004507 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.004899 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.005128 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.005354 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.005650 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.005971 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.006262 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.006548 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.006853 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.007174 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.007447 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.007883 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.008128 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.008455 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.008781 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.009055 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.009320 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.009548 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.009801 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.010047 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.010262 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.010494 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.010740 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.010961 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.011220 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.011453 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.011701 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.011919 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.012148 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.012389 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.012648 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.012863 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.013104 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.013320 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.013479 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 07 18:09:30.014013 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 07 18:09:30.014176 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 07 18:09:30.014330 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 07 18:09:30.014511 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 07 18:09:30.014690 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 07 18:09:30.014843 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 07 18:09:30.015050 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.015214 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.015375 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.015535 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.015694 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.015870 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.016030 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.016190 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.016536 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.016709 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.016899 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.017059 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.017374 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.017540 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.017702 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.017861 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.018021 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.018180 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.018349 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.018511 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.018667 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.018829 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.018976 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] debug = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.019131 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.019469 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.019797 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.020106 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.020272 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.020683 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.020844 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.021143 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.021442 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.021743 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.021905 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.022066 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.022227 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.022385 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.022543 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.022840 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.023139 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.023299 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.023463 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] host = dv-cinder-820918-1-iscsi {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.023622 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.023781 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.023935 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.024089 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.024243 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.024431 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.024594 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.024753 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.024913 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.025078 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.025234 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.025393 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.025551 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.025710 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.025868 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_options = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.026027 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.026185 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.026347 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.026538 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.026704 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.026866 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.027026 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.027344 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.027507 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.027669 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.027830 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.027984 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.028291 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.028467 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.028623 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.028784 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.028948 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.029104 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.029263 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.029424 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.029584 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.029742 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.029901 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.030059 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.030215 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.030377 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.030533 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.030685 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.030838 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.030992 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.031145 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.031308 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.031472 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.031622 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.031782 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.032611 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.032825 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.032908 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.033031 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.033191 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.033352 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.033503 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.033660 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.033816 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.033977 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.034148 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.034294 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_json = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.034452 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.034610 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.034768 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.034927 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.035086 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.035245 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.035403 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.035561 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:09:30.035740 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.035904 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.036078 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.036293 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.036433 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.036596 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.036756 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.036919 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.037079 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.037241 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.037415 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.037575 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.037747 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.037945 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.038067 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.038230 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.038391 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.038552 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.038714 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.038874 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.039036 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.039197 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.039368 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.039528 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.039690 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.039851 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.040013 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.040181 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.040357 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.040570 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.040647 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:09:30.040733 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.040884 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.041046 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.041248 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.041368 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.041529 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.041691 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.041853 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.042016 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.042178 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.042342 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.042504 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.042666 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.042828 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.042991 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.043153 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.043315 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.043478 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.043640 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.043802 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.043963 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.044125 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.044287 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.044473 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.044636 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.044800 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.044961 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.045134 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.045296 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.045458 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.045620 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.045781 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.045943 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.046105 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.046267 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.046428 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.046637 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.046800 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.046974 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.047136 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.047298 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.047485 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.048188 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.048352 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.048529 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.048692 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.048856 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.049017 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.049180 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.049341 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.049503 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.049665 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.049827 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.049987 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.050149 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.050310 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.050472 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.050633 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.050794 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.050955 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.051117 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.051286 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.051464 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.051626 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.051795 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.051936 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.052099 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.052260 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.052444 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.052607 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.052768 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.052985 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.053082 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.053249 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.053477 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.053703 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.053703 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.054076 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.054076 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.054371 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.054371 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.054843 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.054843 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.054843 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.055245 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.055245 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.055245 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.055766 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.055766 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.055766 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.056145 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.056145 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.056145 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.056557 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.056557 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.056806 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.056806 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.057038 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.057038 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.057269 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.057404 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.057526 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.057647 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.057807 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.057980 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.058143 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.058305 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.058466 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.058649 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.058872 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.058973 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.059122 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.059283 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.059467 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.059600 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.059757 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.059918 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.060080 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.060242 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.060440 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.060603 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.060764 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.060926 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.061088 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.061251 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.061412 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.061575 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.061737 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.061899 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.062060 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.062222 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.062383 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.062547 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.062708 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.062869 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.063031 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.063241 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.063404 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.063775 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.063941 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.064103 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.064264 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.064446 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.064612 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.064774 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.064939 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.065101 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.065263 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.065426 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.065633 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.065760 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.065882 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.066042 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.066378 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.066378 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.066624 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.066746 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.066829 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.066952 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.067112 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.067275 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.067440 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.067603 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.067781 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.067942 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.068104 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.068265 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.068462 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.068624 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.068786 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.068945 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.069099 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.069259 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.069420 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.069584 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.069749 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.069912 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.070074 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.070235 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.070396 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.070556 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.070718 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.070893 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.071055 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.071217 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.071378 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.071539 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.071701 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.071872 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.072034 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.072195 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.072373 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.072535 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.072695 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.072865 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.073027 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.073188 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.073349 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.073509 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.073670 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.073839 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.074001 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.074162 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.074322 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.074482 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.074642 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.074811 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.074973 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.075133 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.075293 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.075453 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.075624 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.075784 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.075947 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.076108 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.076268 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.076450 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.076612 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.076781 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.076945 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.077107 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.077275 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.077442 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.077603 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.077763 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.077936 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.078097 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.078260 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.078421 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.078582 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.078788 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.079034 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.079204 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.079376 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.079547 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.079709 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.079879 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.080048 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.080218 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.080403 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.080574 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.080747 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.080909 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.081071 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.081231 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.081392 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.081553 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.081714 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.081876 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.082038 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.082634 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.082634 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.082634 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.082634 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.082928 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.082928 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.083091 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.083253 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.083626 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.083626 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.083798 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:09:30.083880 dv-cinder-820918-1-iscsi neutron-server[102417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 07 18:09:30.125426 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 43206) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:09:30.134129 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065019 Dec 07 18:09:41.585526 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e08a4dc-d188-4a7f-bccb-a975b5bcfb9c None None] get_active_networks_info from dv-cinder-820918-1-iscsi {{(pid=102528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 07 18:09:41.649935 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-9031ad6f-46a3-4741-8bc7-530e2a78c80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182312'] for agent, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:41.691671 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e08a4dc-d188-4a7f-bccb-a975b5bcfb9c None None] No non-hosted networks {{(pid=102528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 07 18:09:44.039440 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-82ddd86b-2534-46fb-bf9d-5c1bb3eb45dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182312'] for agent, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:44.102666 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-06aad4a4-0b0b-4113-bfeb-0d6495fd4f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:45.057103 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182312'] for agent, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:46.395294 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182312'] for agent, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:47.557490 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182312'] for agent, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:47.558920 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.559508 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.560015 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.560545 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.561046 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.561671 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.562188 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.562831 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.563330 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.564204 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.568429 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.568989 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.571002 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:47.572249 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820918-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:09:47.587485 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820918-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:09:48.043131 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 43296) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:09:48.561754 dv-cinder-820918-1-iscsi neutron-server[102527]: WARNING oslo_policy.policy [None req-db5c4a6f-6230-4963-9ce4-596fa0662bec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:09:48.562336 dv-cinder-820918-1-iscsi neutron-server[102527]: WARNING oslo_policy.policy [None req-db5c4a6f-6230-4963-9ce4-596fa0662bec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:09:48.715427 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.db.l3_hamode_db [None req-b3d037ad-4206-4f69-9dfa-d36e71f3385f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 07 18:09:48.790747 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [None req-db5c4a6f-6230-4963-9ce4-596fa0662bec admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102527) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:09:48.791817 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-db5c4a6f-6230-4963-9ce4-596fa0662bec admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7477965 Dec 07 18:09:48.802684 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d037ad-4206-4f69-9dfa-d36e71f3385f None None] Routers set() bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:09:48.803071 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d037ad-4206-4f69-9dfa-d36e71f3385f None None] Router IDs set() for agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 07 18:09:51.412096 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 43312) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:09:51.723522 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-0fdb2974-e7e7-489d-99d5-5c720cb5f779 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:09:51.820364 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.policy [None req-0fdb2974-e7e7-489d-99d5-5c720cb5f779 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102527) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 07 18:09:51.867468 dv-cinder-820918-1-iscsi neutron-server[102527]: WARNING oslo_policy.policy [None req-0fdb2974-e7e7-489d-99d5-5c720cb5f779 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:09:51.867847 dv-cinder-820918-1-iscsi neutron-server[102527]: WARNING oslo_policy.policy [None req-0fdb2974-e7e7-489d-99d5-5c720cb5f779 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:09:51.876560 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.quota [None req-0fdb2974-e7e7-489d-99d5-5c720cb5f779 admin admin] Loaded quota_driver: . Dec 07 18:09:51.966184 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0fdb2974-e7e7-489d-99d5-5c720cb5f779 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727174277397', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727174277960', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727174222229', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727174232701', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727174234629', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727174243827', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597192', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1035756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4151634', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3787020'] for rbac-policy, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:52.032004 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0fdb2974-e7e7-489d-99d5-5c720cb5f779 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:52.033600 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-0fdb2974-e7e7-489d-99d5-5c720cb5f779 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6205163 Dec 07 18:09:54.813462 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 43324) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:09:55.118773 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'admin_state_up': True, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:09:55.146830 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Made reservation on behalf of 0318d61f692a4ac08abf2877f0c6fa87 for: {'network': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:09:55.149609 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:55.167350 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:55.275221 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:55.278817 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:55.298157 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:09:55.327967 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727174455709', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:55.329118 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Unsubscribe: segment precommit_create {{(pid=102527) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 07 18:09:55.329612 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.segments_db [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Added segment aba4ae4e-7038-4a32-845a-d253fcac3954 of type vlan for network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 Dec 07 18:09:55.344746 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57612912-707e-4a2d-86ec-3f02197cf364,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:09:55.394284 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.394655 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.394975 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.395302 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.395623 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.395944 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.396278 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.396625 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.396961 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.397298 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.397839 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.398158 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.398468 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Tracked resource versions report: Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: pushed versions: Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: { 'AddressGroup': {'1.2'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'ConntrackHelper': {'1.0'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Log': {'1.0'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Network': {'1.1'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Port': {'1.7'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'PortForwarding': {'1.2'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'QosPolicy': {'1.10'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SecurityGroup': {'1.5'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SubPort': {'1.0'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Subnet': {'1.1'}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Trunk': {'1.1'}} Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: consumer versions: Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: { DHCP agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: L3 agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: Metadata agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: Metering agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: Open vSwitch agent@dv-cinder-820918-1-iscsi: { 'AddressGroup': '1.2', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'ConntrackHelper': '1.0', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'LocalIPAssociation': '1.0', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Log': '1.0', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Network': '1.1', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Port': '1.7', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'PortForwarding': '1.2', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'QosPolicy': '1.10', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SecurityGroup': '1.5', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SecurityGroupRule': '1.2', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SubPort': '1.0', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Subnet': '1.1', Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Trunk': '1.1'}} Dec 07 18:09:55.399794 dv-cinder-820918-1-iscsi neutron-server[102527]: {{(pid=102527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:09:55.450874 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:55.488757 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:55.489821 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:09:55.490527 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:55.551003 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7361298 Dec 07 18:09:55.594800 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a30692-23a2-4ba0-9675-3a5081d09932 admin admin] Pushing event updated for resources: {'Network': ['ID=3c2c53fa-b787-47d4-87a3-18c6caaecf59,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:09:55.606220 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:09:58.492633 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 43338) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:09:58.925663 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27108530-e8d4-4ef9-b0af-55b4b5b0496d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:09:58.927050 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-27108530-e8d4-4ef9-b0af-55b4b5b0496d admin admin] 10.222.0.47 "GET /v2.0/networks/3c2c53fa-b787-47d4-87a3-18c6caaecf59 HTTP/1.1" status: 200 len: 825 time: 0.4334598 Dec 07 18:09:58.951045 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-8bcecbb5-a2f0-4b3b-8357-0e72729d083e admin admin] 10.222.0.47 "GET /v2.0/subnetpools/3a0eef7c-81f1-4221-9440-a2d0190e8776 HTTP/1.1" status: 200 len: 734 time: 0.0180001 Dec 07 18:09:58.960562 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '3a0eef7c-81f1-4221-9440-a2d0190e8776', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:09:58.982978 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Made reservation on behalf of 0318d61f692a4ac08abf2877f0c6fa87 for: {'subnet': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:09:58.985461 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:59.277953 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:59.346673 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47729e6-40bd-401a-a95f-b53df40d2958,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:09:59.348714 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Checking segment: {'id': 'aba4ae4e-7038-4a32-845a-d253fcac3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:09:59.349117 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Network hostable DHCP agents. Network: 3c2c53fa-b787-47d4-87a3-18c6caaecf59, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:09:59.369229 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:09:59.384008 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 3c2c53fa-b787-47d4-87a3-18c6caaecf59) {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:09:59.388570 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:09:59.389164 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:59.394391 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5338fa8-b9d6-40a9-bef5-262eee14a3af None None] Network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:09:59.405977 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-f677a621-22cc-4fcb-9098-b2f8800a2579 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4486146 Dec 07 18:09:59.673356 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65dd5a90-9d22-52fa-8286-5a0fe7265778-3c2c53fa-b787-47d4-87a3-18c6caaecf59', 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59', 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'fixed_ips': [{'subnet_id': 'c47729e6-40bd-401a-a95f-b53df40d2958'}]}} from dv-cinder-820918-1-iscsi. {{(pid=102528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:09:59.674741 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:09:59.978001 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.db_base_plugin_common [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Allocated IP 172.20.0.2 (3c2c53fa-b787-47d4-87a3-18c6caaecf59/c47729e6-40bd-401a-a95f-b53df40d2958/3b71bbd8-f400-4945-b5ab-6d81002b7a5e) {{(pid=102528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:10:00.219036 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Publish callbacks [] for port, precommit_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:00.226512 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:00.305122 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 is already hosted by enough agents. {{(pid=102528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:10:00.309793 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Resources bound (agent type, host, resource id): {{(pid=102528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:10:00.316630 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Pushing event updated for resources: {'Port': ['ID=3b71bbd8-f400-4945-b5ab-6d81002b7a5e,revision_number=1']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:00.318801 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Received port after_create {{(pid=102528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:10:00.328507 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.329074 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.329448 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.329801 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.330136 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.330470 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.330802 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.331129 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.331457 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.331796 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.332126 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.332472 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.332796 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Tracked resource versions report: Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: pushed versions: Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: { 'AddressGroup': {'1.2'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'ConntrackHelper': {'1.0'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Log': {'1.0'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Network': {'1.1'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Port': {'1.7'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'PortForwarding': {'1.2'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'QosPolicy': {'1.10'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SecurityGroup': {'1.5'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SubPort': {'1.0'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Subnet': {'1.1'}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Trunk': {'1.1'}} Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: consumer versions: Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: { DHCP agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: L3 agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: Metadata agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: Metering agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: Open vSwitch agent@dv-cinder-820918-1-iscsi: { 'AddressGroup': '1.2', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'ConntrackHelper': '1.0', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'LocalIPAssociation': '1.0', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Log': '1.0', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Network': '1.1', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Port': '1.7', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'PortForwarding': '1.2', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'QosPolicy': '1.10', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SecurityGroup': '1.5', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SecurityGroupRule': '1.2', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SubPort': '1.0', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Subnet': '1.1', Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Trunk': '1.1'}} Dec 07 18:10:00.334172 dv-cinder-820918-1-iscsi neutron-server[102528]: {{(pid=102528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:10:00.406028 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Attempting to bind port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:10:00.406958 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Attempting to bind port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'aba4ae4e-7038-4a32-845a-d253fcac3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:10:00.406958 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Attempting to bind port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e on network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:10:00.411807 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:10:00.412175 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Checking segment: {'id': 'aba4ae4e-7038-4a32-845a-d253fcac3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:10:00.412693 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:00.413081 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Bound using segment: {'id': 'aba4ae4e-7038-4a32-845a-d253fcac3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:10:00.413563 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Bound port: 3b71bbd8-f400-4945-b5ab-6d81002b7a5e, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba4ae4e-7038-4a32-845a-d253fcac3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:10:00.413994 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:00.477091 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] For port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:10:00.481366 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] For port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=3b71bbd8-f400-4945-b5ab-6d81002b7a5e,segment=NetworkSegment(aba4ae4e-7038-4a32-845a-d253fcac3954),segment_id=aba4ae4e-7038-4a32-845a-d253fcac3954)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:10:00.486972 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:00.552920 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c86e7-c0b2-4eb7-919c-d0a720255053 None None] Pushing event updated for resources: {'Port': ['ID=3b71bbd8-f400-4945-b5ab-6d81002b7a5e,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:02.063666 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 43346) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:10:02.375675 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [None req-02f19bc1-77c6-41f3-8997-7171c6bc2c81 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102527) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:10:02.376702 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-02f19bc1-77c6-41f3-8997-7171c6bc2c81 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3117845 Dec 07 18:10:05.036141 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43354) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:10:05.537136 dv-cinder-820918-1-iscsi neutron-server[102526]: WARNING oslo_policy.policy [None req-4d7e486d-fb3d-4cb8-a062-1fe3cdf4d0ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:10:05.537728 dv-cinder-820918-1-iscsi neutron-server[102526]: WARNING oslo_policy.policy [None req-4d7e486d-fb3d-4cb8-a062-1fe3cdf4d0ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:10:05.773223 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [None req-4d7e486d-fb3d-4cb8-a062-1fe3cdf4d0ac admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:10:05.774444 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-4d7e486d-fb3d-4cb8-a062-1fe3cdf4d0ac admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7362356 Dec 07 18:10:08.634208 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43374) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:10:08.935922 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] Request body: {'router': {'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'name': 'router1', 'admin_state_up': True}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:10:09.004548 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.policy [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102526) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 07 18:10:09.053631 dv-cinder-820918-1-iscsi neutron-server[102526]: WARNING oslo_policy.policy [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:10:09.054019 dv-cinder-820918-1-iscsi neutron-server[102526]: WARNING oslo_policy.policy [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:10:09.064658 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.quota [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] Loaded quota_driver: . Dec 07 18:10:09.121817 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4185357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30378'] for router, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:09.123739 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4184733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4184012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3691892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30355'] for router, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:09.279381 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:09.284504 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4184708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827'] for router, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:09.304634 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:09.305810 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-41deb0ec-78a2-461c-a104-d3445d233b48 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6705406 Dec 07 18:10:09.443784 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 3b71bbd8-f400-4945-b5ab-6d81002b7a5e up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:10:09.537959 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:09.538260 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:09.669421 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:09.683902 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded0687-b137-42ac-8db4-8522c7238e46 None None] Network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:10:09.762388 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=3b71bbd8-f400-4945-b5ab-6d81002b7a5e,segment=NetworkSegment(aba4ae4e-7038-4a32-845a-d253fcac3954),segment_id=aba4ae4e-7038-4a32-845a-d253fcac3954)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:10:09.776545 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:09.863626 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-5efdac49-a8da-4d3e-ad22-c40670e81e43 None None] Provisioning complete for port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:09.863949 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-5efdac49-a8da-4d3e-ad22-c40670e81e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:09.896084 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=3b71bbd8-f400-4945-b5ab-6d81002b7a5e,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:10.078664 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-3015cb3f-cbca-420f-bca5-3aa932f38191 None None] Provisioning complete for port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:10.079133 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-3015cb3f-cbca-420f-bca5-3aa932f38191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:11.399165 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 3b71bbd8-f400-4945-b5ab-6d81002b7a5e up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:10:11.446913 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:11.447276 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:11.493793 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1600a029-e845-4fc8-aadc-ca7a1066301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:11.928365 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43386) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:10:12.235984 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [None req-bc556859-1001-4789-b790-6bb9703034d9 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:10:12.237057 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-bc556859-1001-4789-b790-6bb9703034d9 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3077550 Dec 07 18:10:14.040991 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbbb9-e3e3-42c8-b65f-2d67cff5999a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:14.829158 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43394) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:10:14.998322 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:15.139021 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:10:15.162331 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Made reservation on behalf of cddb8a232ebd497e9dd63f894462f719 for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:10:15.165165 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:15.181009 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:15.285376 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:15.289683 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:15.301275 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Reserving flat network on physical network physnet1 {{(pid=102526) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 07 18:10:15.334020 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727174455709', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:15.334583 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Unsubscribe: segment precommit_create {{(pid=102526) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 07 18:10:15.335083 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Added segment 98441752-ddea-4fe9-bb89-27e8f8090197 of type flat for network a77dd0a2-9628-43aa-bd4b-eb8d184360aa Dec 07 18:10:15.350233 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3cdd6-cddd-41e9-812c-aae19a3d274c,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:15.395721 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.396078 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.396443 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.396776 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.397102 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.397426 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.397796 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.398124 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.398456 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.398792 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.399112 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.399425 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.399738 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Tracked resource versions report: Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: pushed versions: Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: { 'AddressGroup': {'1.2'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'ConntrackHelper': {'1.0'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Log': {'1.0'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Network': {'1.1'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Port': {'1.7'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'PortForwarding': {'1.2'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'QosPolicy': {'1.10'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SecurityGroup': {'1.5'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SubPort': {'1.0'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Subnet': {'1.1'}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Trunk': {'1.1'}} Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: consumer versions: Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: { DHCP agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: L3 agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: Metadata agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: Metering agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: Open vSwitch agent@dv-cinder-820918-1-iscsi: { 'AddressGroup': '1.2', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'ConntrackHelper': '1.0', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'LocalIPAssociation': '1.0', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Log': '1.0', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Network': '1.1', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Port': '1.7', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'PortForwarding': '1.2', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'QosPolicy': '1.10', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SecurityGroup': '1.5', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SecurityGroupRule': '1.2', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SubPort': '1.0', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Subnet': '1.1', Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Trunk': '1.1'}} Dec 07 18:10:15.401112 dv-cinder-820918-1-iscsi neutron-server[102526]: {{(pid=102526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:10:15.463730 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:15.505072 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:15.506225 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:10:15.506922 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:15.566601 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7363997 Dec 07 18:10:15.608116 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13392fa6-205c-4429-baa3-1658ef285647 admin admin] Pushing event updated for resources: {'Network': ['ID=a77dd0a2-9628-43aa-bd4b-eb8d184360aa,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:15.623538 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:10:16.372955 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:17.546948 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:18.149780 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43416) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:10:18.367072 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08110c5e-e1b9-4655-86a8-492272dc3b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:10:18.368461 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-08110c5e-e1b9-4655-86a8-492272dc3b08 admin admin] 10.222.0.47 "GET /v2.0/subnets/c47729e6-40bd-401a-a95f-b53df40d2958 HTTP/1.1" status: 200 len: 849 time: 0.2176905 Dec 07 18:10:18.502561 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-129088a1-4ff3-4781-b20d-ed42549f7fed admin admin] 10.222.0.47 "GET /v2.0/routers/d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 HTTP/1.1" status: 200 len: 704 time: 0.1279631 Dec 07 18:10:18.764995 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:19.063424 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Allocated IP 172.20.0.1 (3c2c53fa-b787-47d4-87a3-18c6caaecf59/c47729e6-40bd-401a-a95f-b53df40d2958/94984e4c-7229-4509-bf0e-d9e01d5a386c) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:10:19.249117 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:19.316209 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:19.386864 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:10:19.392525 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:10:19.395860 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:10:19.396591 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4190412'] for router_interface, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:19.473924 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=94984e4c-7229-4509-bf0e-d9e01d5a386c,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:19.561642 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-3f7314d9-0e2f-44a6-b7ee-efdb1f6b5bae None None] Provisioning complete for port 94984e4c-7229-4509-bf0e-d9e01d5a386c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:19.562790 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-3f7314d9-0e2f-44a6-b7ee-efdb1f6b5bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:19.595932 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-3f7314d9-0e2f-44a6-b7ee-efdb1f6b5bae None None] Port 94984e4c-7229-4509-bf0e-d9e01d5a386c cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:10:19.602023 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:19.855974 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:19.860988 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:19.861746 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3856965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4190288'] for router_interface, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:19.943226 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=94984e4c-7229-4509-bf0e-d9e01d5a386c,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:19.984764 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:10:19.986076 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:10:20.148268 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Router d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 is scheduled to L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c with binding_index 1 {{(pid=102526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:10:20.217712 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-278cf411-96ea-4971-abf5-d1e9c6a35ae9 None None] Provisioning complete for port 94984e4c-7229-4509-bf0e-d9e01d5a386c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:20.218205 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-278cf411-96ea-4971-abf5-d1e9c6a35ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:20.239834 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:10:20.245116 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-e47b0d14-e306-4929-991e-2bd36a594bc8 admin admin] 10.222.0.47 "PUT /v2.0/routers/d5e85903-eb3a-4ad9-ad50-bf4365ee76b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7369249 Dec 07 18:10:20.258295 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-278cf411-96ea-4971-abf5-d1e9c6a35ae9 None None] Port 94984e4c-7229-4509-bf0e-d9e01d5a386c cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:10:20.264025 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Sync routers for ids ['d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:10:20.276649 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Routers {'d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:10:20.277478 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:10:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:10:20.469816 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Set router d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 gateway port host: None {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:10:20.899797 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'name': 'router1', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:10:09Z', 'updated_at': '2021-12-07T18:10:19Z', 'revision_number': 2, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'gw_port_host': None, '_interfaces': [{'id': '94984e4c-7229-4509-bf0e-d9e01d5a386c', 'name': '', 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'mac_address': 'fa:16:3e:86:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:10:18Z', 'updated_at': '2021-12-07T18:10:19Z', 'revision_number': 2, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'subnets': [{'id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0eef7c-81f1-4221-9440-a2d0190e8776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:10:20.950500 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Checking router: d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:10:20.950866 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Updating router d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 port 94984e4c-7229-4509-bf0e-d9e01d5a386c binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:10:21.001812 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:21.530260 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:21.538221 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:21.638178 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Pushing event updated for resources: {'Port': ['ID=94984e4c-7229-4509-bf0e-d9e01d5a386c,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:21.675193 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.675193 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.675193 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.675193 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.675193 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.675193 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.675193 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.675193 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.675193 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.675193 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.676143 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.676143 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.676143 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Tracked resource versions report: Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: pushed versions: Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: { 'AddressGroup': {'1.2'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'ConntrackHelper': {'1.0'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Log': {'1.0'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Network': {'1.1'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Port': {'1.7'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'PortForwarding': {'1.2'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'QosPolicy': {'1.10'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SecurityGroup': {'1.5'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SubPort': {'1.0'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Subnet': {'1.1'}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Trunk': {'1.1'}} Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: consumer versions: Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: { DHCP agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: L3 agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: Metadata agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: Metering agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: Open vSwitch agent@dv-cinder-820918-1-iscsi: { 'AddressGroup': '1.2', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'ConntrackHelper': '1.0', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'LocalIPAssociation': '1.0', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Log': '1.0', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Network': '1.1', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Port': '1.7', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'PortForwarding': '1.2', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'QosPolicy': '1.10', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SecurityGroup': '1.5', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SecurityGroupRule': '1.2', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SubPort': '1.0', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Subnet': '1.1', Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Trunk': '1.1'}} Dec 07 18:10:21.677292 dv-cinder-820918-1-iscsi neutron-server[102529]: {{(pid=102529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:10:21.728743 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Attempting to bind port 94984e4c-7229-4509-bf0e-d9e01d5a386c on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:10:21.729173 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Attempting to bind port 94984e4c-7229-4509-bf0e-d9e01d5a386c by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'aba4ae4e-7038-4a32-845a-d253fcac3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:10:21.729629 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Attempting to bind port 94984e4c-7229-4509-bf0e-d9e01d5a386c on network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:10:21.735624 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:10:21.736007 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Checking segment: {'id': 'aba4ae4e-7038-4a32-845a-d253fcac3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:10:21.736541 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:21.736940 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Bound using segment: {'id': 'aba4ae4e-7038-4a32-845a-d253fcac3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:10:21.737439 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Bound port: 94984e4c-7229-4509-bf0e-d9e01d5a386c, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba4ae4e-7038-4a32-845a-d253fcac3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:10:21.737833 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:21.785595 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-778059fc-fab0-4c17-a8e5-53c6828ee5da None None] Provisioning complete for port 94984e4c-7229-4509-bf0e-d9e01d5a386c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:21.786163 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-778059fc-fab0-4c17-a8e5-53c6828ee5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:21.809661 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] For port 94984e4c-7229-4509-bf0e-d9e01d5a386c, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:10:21.819879 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-778059fc-fab0-4c17-a8e5-53c6828ee5da None None] Port 94984e4c-7229-4509-bf0e-d9e01d5a386c cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:10:21.830947 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] For port 94984e4c-7229-4509-bf0e-d9e01d5a386c, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=94984e4c-7229-4509-bf0e-d9e01d5a386c,segment=NetworkSegment(aba4ae4e-7038-4a32-845a-d253fcac3954),segment_id=aba4ae4e-7038-4a32-845a-d253fcac3954)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:10:21.835682 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:21.899482 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c8d4e-e9cc-4764-9377-771c2e86d704 None None] Pushing event updated for resources: {'Port': ['ID=94984e4c-7229-4509-bf0e-d9e01d5a386c,revision_number=4']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:21.906490 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Routers {'d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:10:21.907410 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:10:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:10:22.006858 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] Set router d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 gateway port host: None {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:10:22.140752 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-43037c02-7d81-4959-9c3d-0b6f2db49d74 None None] Provisioning complete for port 94984e4c-7229-4509-bf0e-d9e01d5a386c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:22.141017 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-43037c02-7d81-4959-9c3d-0b6f2db49d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:22.224507 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'name': 'router1', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:10:09Z', 'updated_at': '2021-12-07T18:10:19Z', 'revision_number': 2, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'gw_port_host': None, '_interfaces': [{'id': '94984e4c-7229-4509-bf0e-d9e01d5a386c', 'name': '', 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'mac_address': 'fa:16:3e:86:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:10:18Z', 'updated_at': '2021-12-07T18:10:21Z', 'revision_number': 4, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'subnets': [{'id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0eef7c-81f1-4221-9440-a2d0190e8776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:10:22.225045 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-43037c02-7d81-4959-9c3d-0b6f2db49d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:22.253877 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ddffb-9c89-4faa-a517-30043914f761 None None] The sync data for ids ['d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'] in dv-cinder-820918-1-iscsi is: [{'id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'name': 'router1', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:10:09Z', 'updated_at': '2021-12-07T18:10:19Z', 'revision_number': 2, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'gw_port_host': None, '_interfaces': [{'id': '94984e4c-7229-4509-bf0e-d9e01d5a386c', 'name': '', 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'mac_address': 'fa:16:3e:86:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:10:18Z', 'updated_at': '2021-12-07T18:10:21Z', 'revision_number': 4, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'subnets': [{'id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0eef7c-81f1-4221-9440-a2d0190e8776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:10:22.261115 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-43037c02-7d81-4959-9c3d-0b6f2db49d74 None None] For port 94984e4c-7229-4509-bf0e-d9e01d5a386c, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=94984e4c-7229-4509-bf0e-d9e01d5a386c,segment=NetworkSegment(aba4ae4e-7038-4a32-845a-d253fcac3954),segment_id=aba4ae4e-7038-4a32-845a-d253fcac3954)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:10:22.265961 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-43037c02-7d81-4959-9c3d-0b6f2db49d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:22.315072 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43037c02-7d81-4959-9c3d-0b6f2db49d74 None None] Pushing event updated for resources: {'Port': ['ID=94984e4c-7229-4509-bf0e-d9e01d5a386c,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:22.698796 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43436) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:10:22.808871 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243eb6cc-465a-4154-b228-6f9352cc8656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:10:22.816590 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-243eb6cc-465a-4154-b228-6f9352cc8656 admin admin] 10.222.0.47 "GET /v2.0/networks/a77dd0a2-9628-43aa-bd4b-eb8d184360aa HTTP/1.1" status: 200 len: 842 time: 0.1103089 Dec 07 18:10:22.820724 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:10:22.846425 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Made reservation on behalf of cddb8a232ebd497e9dd63f894462f719 for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:10:22.848875 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:23.148980 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.objects.ports [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102526) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 07 18:10:23.149410 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:23.204946 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5518437-a6ee-4529-8930-8c4c06c3fa68,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:23.213793 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:10:23.214149 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Network hostable DHCP agents. Network: a77dd0a2-9628-43aa-bd4b-eb8d184360aa, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:10:23.234320 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:10:23.245137 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, a77dd0a2-9628-43aa-bd4b-eb8d184360aa) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:10:23.249337 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:10:23.250594 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:23.255570 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b856988-e098-4f27-8510-a17e30f1976f None None] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:10:23.274233 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-3b0d727b-49db-4449-b393-dde89ee50106 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4568887 Dec 07 18:10:23.394185 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fa1432-0b35-4fbe-85be-4483337f05c7 None None] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:10:25.805543 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43444) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:10:25.937807 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-984f5830-0c7b-4aa2-aa30-445b442d4de7 admin admin] 10.222.0.47 "GET /v2.0/routers/d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 HTTP/1.1" status: 200 len: 710 time: 0.1310556 Dec 07 18:10:26.022898 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6ae00-4635-4000-9b8f-6eecbcd25eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:10:26.029722 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-1cc6ae00-4635-4000-9b8f-6eecbcd25eb9 admin admin] 10.222.0.47 "GET /v2.0/networks/a77dd0a2-9628-43aa-bd4b-eb8d184360aa HTTP/1.1" status: 200 len: 886 time: 0.0803788 Dec 07 18:10:26.034658 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:10:26.359027 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:26.590195 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:26.663543 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:26.770002 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Allocated IP 172.27.2.46 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/32262f8b-a831-4768-87b6-d7ed043a2afb) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:10:26.873454 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:26.907175 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:26.946077 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:10:26.948765 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:10:26.955291 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:10:26.956980 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Pushing event updated for resources: {'Port': ['ID=32262f8b-a831-4768-87b6-d7ed043a2afb,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:27.197605 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:27.392233 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4183870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4184719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30349'] for router, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:27.395770 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4183841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4183848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4184822'] for router, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:27.502225 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Router d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:10:27.698999 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:10:27.704061 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:27.705520 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-81e5fdb1-55db-49e5-aabf-e36ebcab8f06 admin admin] 10.222.0.47 "PUT /v2.0/routers/d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 HTTP/1.1" status: 200 len: 889 time: 1.6749353 Dec 07 18:10:29.435611 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 94984e4c-7229-4509-bf0e-d9e01d5a386c up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:10:29.485233 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 94984e4c-7229-4509-bf0e-d9e01d5a386c triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:29.485985 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:29.532086 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Sync routers for ids ['d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:10:29.564588 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Routers {'d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:10:29.565246 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:10:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:10:29.786607 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Set router d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:10:30.254033 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'name': 'router1', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '32262f8b-a831-4768-87b6-d7ed043a2afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:10:09Z', 'updated_at': '2021-12-07T18:10:27Z', 'revision_number': 4, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'gw_port': {'id': '32262f8b-a831-4768-87b6-d7ed043a2afb', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:10:26Z', 'updated_at': '2021-12-07T18:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '94984e4c-7229-4509-bf0e-d9e01d5a386c', 'name': '', 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'mac_address': 'fa:16:3e:86:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:10:18Z', 'updated_at': '2021-12-07T18:10:22Z', 'revision_number': 5, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'subnets': [{'id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0eef7c-81f1-4221-9440-a2d0190e8776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:10:30.302812 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Checking router: d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:10:30.303176 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Updating router d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 port 32262f8b-a831-4768-87b6-d7ed043a2afb binding host dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:10:30.353090 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:30.365217 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43456) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:10:30.478072 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-578724d5-fac8-4ff8-b0c8-f095cc32787a admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1117079 Dec 07 18:10:30.688030 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:30.693582 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:30.747487 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Attempting to bind port 32262f8b-a831-4768-87b6-d7ed043a2afb on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:10:30.747862 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Attempting to bind port 32262f8b-a831-4768-87b6-d7ed043a2afb by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:10:30.748238 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Attempting to bind port 32262f8b-a831-4768-87b6-d7ed043a2afb on network a77dd0a2-9628-43aa-bd4b-eb8d184360aa {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:10:30.751106 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9361a85-6636-4554-9cf8-354fdddc6964 None None] Pushing event updated for resources: {'Port': ['ID=32262f8b-a831-4768-87b6-d7ed043a2afb,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:30.756605 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:10:30.756986 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:10:30.757392 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:30.758359 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Bound using segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:10:30.758359 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Bound port: 32262f8b-a831-4768-87b6-d7ed043a2afb, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:10:30.758630 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:30.807239 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] For port 32262f8b-a831-4768-87b6-d7ed043a2afb, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:10:30.810535 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] For port 32262f8b-a831-4768-87b6-d7ed043a2afb, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=32262f8b-a831-4768-87b6-d7ed043a2afb,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:10:30.815315 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:30.873049 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Routers {'d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:10:30.873665 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:10:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:10:30.875825 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9361a85-6636-4554-9cf8-354fdddc6964 None None] Pushing event updated for resources: {'Port': ['ID=32262f8b-a831-4768-87b6-d7ed043a2afb,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:30.981207 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 5 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:10:30.987604 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] Set router d5e85903-eb3a-4ad9-ad50-bf4365ee76b8 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:10:31.204551 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'name': 'router1', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '32262f8b-a831-4768-87b6-d7ed043a2afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:10:09Z', 'updated_at': '2021-12-07T18:10:27Z', 'revision_number': 4, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'gw_port': {'id': '32262f8b-a831-4768-87b6-d7ed043a2afb', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:10:26Z', 'updated_at': '2021-12-07T18:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '94984e4c-7229-4509-bf0e-d9e01d5a386c', 'name': '', 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'mac_address': 'fa:16:3e:86:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:10:18Z', 'updated_at': '2021-12-07T18:10:22Z', 'revision_number': 5, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'subnets': [{'id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0eef7c-81f1-4221-9440-a2d0190e8776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:10:31.230019 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4882f2b5-96b5-4a4e-b528-1e82363259a5 None None] The sync data for ids ['d5e85903-eb3a-4ad9-ad50-bf4365ee76b8'] in dv-cinder-820918-1-iscsi is: [{'id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'name': 'router1', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '32262f8b-a831-4768-87b6-d7ed043a2afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:10:09Z', 'updated_at': '2021-12-07T18:10:27Z', 'revision_number': 4, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'gw_port': {'id': '32262f8b-a831-4768-87b6-d7ed043a2afb', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:10:26Z', 'updated_at': '2021-12-07T18:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '94984e4c-7229-4509-bf0e-d9e01d5a386c', 'name': '', 'network_id': '3c2c53fa-b787-47d4-87a3-18c6caaecf59', 'tenant_id': '0318d61f692a4ac08abf2877f0c6fa87', 'mac_address': 'fa:16:3e:86:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e85903-eb3a-4ad9-ad50-bf4365ee76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:10:18Z', 'updated_at': '2021-12-07T18:10:22Z', 'revision_number': 5, 'project_id': '0318d61f692a4ac08abf2877f0c6fa87', 'subnets': [{'id': 'c47729e6-40bd-401a-a95f-b53df40d2958', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0eef7c-81f1-4221-9440-a2d0190e8776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:10:31.479234 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 32262f8b-a831-4768-87b6-d7ed043a2afb up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:10:31.529515 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 32262f8b-a831-4768-87b6-d7ed043a2afb triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:31.529888 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:31.613077 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:31.634540 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port 32262f8b-a831-4768-87b6-d7ed043a2afb, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=32262f8b-a831-4768-87b6-d7ed043a2afb,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:10:31.638914 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:31.691212 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=32262f8b-a831-4768-87b6-d7ed043a2afb,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:10:33.430828 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 32262f8b-a831-4768-87b6-d7ed043a2afb up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:10:33.478141 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 32262f8b-a831-4768-87b6-d7ed043a2afb triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:10:33.478504 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:41.478177 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1e15-a545-451a-a036-ce17227772ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:44.064225 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-79f5574f-aec0-4422-b36b-1683a9b37deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:45.019165 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:46.337279 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:10:47.555958 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:07.980467 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 5 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:11:11.485912 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-184adf2a-47c2-4e68-aa5c-dde6e4de8b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:14.040552 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1c7c-1efd-48c2-bb86-ab9b8c54a604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:15.014843 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:16.337153 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:17.551333 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:41.477826 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1793fb20-265f-40a1-8044-77cb88c7bdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:44.037464 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d808db79-0aa0-4af0-abb7-5d8afc2c04c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:44.980229 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 5 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:11:45.010053 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:46.334559 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:47.555917 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:52.384888 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43940) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:11:52.446415 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e054395-8ce0-4119-9547-dbd809438b37 admin admin] GET failed (client error): The resource could not be found. Dec 07 18:11:52.447677 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-5e054395-8ce0-4119-9547-dbd809438b37 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617769 Dec 07 18:11:52.608415 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724156f8-e8a3-40ee-953f-b8cb8ad72a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:11:52.610413 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-724156f8-e8a3-40ee-953f-b8cb8ad72a28 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569862 Dec 07 18:11:55.005843 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43950) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:11:55.096728 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a20d240-bbab-4fb2-97a6-937a0726e6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:11:55.098054 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-1a20d240-bbab-4fb2-97a6-937a0726e6a6 admin admin] 10.222.0.47 "GET /v2.0/subnets/c47729e6-40bd-401a-a95f-b53df40d2958 HTTP/1.1" status: 200 len: 849 time: 0.0912626 Dec 07 18:11:55.107942 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:11:55.192717 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:55.330933 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727174521510'] for subnet, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:55.362265 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:11:55.362783 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:55.380390 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] 10.222.0.47 "PUT /v2.0/subnets/c47729e6-40bd-401a-a95f-b53df40d2958 HTTP/1.1" status: 200 len: 868 time: 0.2597566 Dec 07 18:11:55.380653 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a5219-abd6-4ce8-b52b-39e1e1179131 None None] Network 3c2c53fa-b787-47d4-87a3-18c6caaecf59 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:11:55.382436 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47729e6-40bd-401a-a95f-b53df40d2958,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:11:55.390882 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.391260 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.391606 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.391949 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.392281 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.392639 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.392986 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.393319 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.393652 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.393974 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.394296 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.394615 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.394934 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42e75f-8e54-409a-a2b1-329dfdc71d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:11:55.741557 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-eb362dc7-8eff-49ef-91d2-f8a90c85dc53 None None] Provisioning complete for port 3b71bbd8-f400-4945-b5ab-6d81002b7a5e triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:11:55.741947 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-eb362dc7-8eff-49ef-91d2-f8a90c85dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:55.827474 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-eb362dc7-8eff-49ef-91d2-f8a90c85dc53 None None] Provisioning complete for port 94984e4c-7229-4509-bf0e-d9e01d5a386c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:11:55.827867 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-eb362dc7-8eff-49ef-91d2-f8a90c85dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:11:57.786212 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43958) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:11:57.989029 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22600b63-c113-428f-98db-afcaf2ab87fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:11:57.989411 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22600b63-c113-428f-98db-afcaf2ab87fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:11:57.990931 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-22600b63-c113-428f-98db-afcaf2ab87fb admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2037008 Dec 07 18:12:00.422721 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43966) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:00.572438 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cecd7f-2847-40e8-ab15-84428eca493a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:00.573225 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cecd7f-2847-40e8-ab15-84428eca493a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:00.575875 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-b8cecd7f-2847-40e8-ab15-84428eca493a admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1513534 Dec 07 18:12:02.990324 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 43974) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:03.119582 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4448c8f-d00c-413a-8634-c7aca0de7085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:03.120885 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a4448c8f-d00c-413a-8634-c7aca0de7085 admin admin] 10.222.0.47 "GET /v2.0/networks/3c2c53fa-b787-47d4-87a3-18c6caaecf59 HTTP/1.1" status: 200 len: 869 time: 0.1295979 Dec 07 18:12:05.528262 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 43982) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:05.685921 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba557c9d-21be-4460-95d0-d81a82461276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:05.687195 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ba557c9d-21be-4460-95d0-d81a82461276 admin admin] 10.222.0.47 "GET /v2.0/networks/a77dd0a2-9628-43aa-bd4b-eb8d184360aa HTTP/1.1" status: 200 len: 886 time: 0.1576862 Dec 07 18:12:08.072649 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 43992) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:08.197316 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c3349-c1b1-433f-8851-2da686874585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:08.197769 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c3349-c1b1-433f-8851-2da686874585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:08.199350 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-717c3349-c1b1-433f-8851-2da686874585 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257467 Dec 07 18:12:10.618984 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44000) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:10.740781 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc87864-e553-44e1-80f9-6e90c64fdcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:10.741232 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc87864-e553-44e1-80f9-6e90c64fdcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:10.742766 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-8dc87864-e553-44e1-80f9-6e90c64fdcc7 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228311 Dec 07 18:12:11.479565 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-fc959725-fde9-491e-8866-e60602a74004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:13.131083 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44008) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:13.223808 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83eec8-c675-4df1-900a-f75a19983926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:13.225177 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-6c83eec8-c675-4df1-900a-f75a19983926 admin admin] 10.222.0.47 "GET /v2.0/subnets/c47729e6-40bd-401a-a95f-b53df40d2958 HTTP/1.1" status: 200 len: 868 time: 0.0932105 Dec 07 18:12:14.038989 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-b23deda3-709a-4195-900b-1e5243fef1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:15.013605 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:15.617081 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44016) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:15.702620 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb95e2-4fb0-4f0b-88b3-7b6b0df91111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:15.703886 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-83cb95e2-4fb0-4f0b-88b3-7b6b0df91111 admin admin] 10.222.0.47 "GET /v2.0/subnets/d5518437-a6ee-4529-8930-8c4c06c3fa68 HTTP/1.1" status: 200 len: 816 time: 0.0858607 Dec 07 18:12:16.337545 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:17.557754 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:21.978622 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 5 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:12:40.653547 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44070) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:40.701144 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [None req-5aba5027-18ca-4f90-bc73-73672b2c4ad1 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:12:40.702152 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-5aba5027-18ca-4f90-bc73-73672b2c4ad1 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476584 Dec 07 18:12:41.483414 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-a7155111-9b88-43fb-8897-bb4cf667637a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:43.201111 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44078) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:43.261820 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.pecan_wsgi.hooks.translation [None req-310756dc-6eed-4b2c-b98d-5e6eeb48e053 admin admin] GET failed (client error): The resource could not be found. Dec 07 18:12:43.263114 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-310756dc-6eed-4b2c-b98d-5e6eeb48e053 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610509 Dec 07 18:12:43.408210 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c88ffc-0d62-440a-958b-30e4b0c34606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:43.409630 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e6c88ffc-0d62-440a-958b-30e4b0c34606 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420455 Dec 07 18:12:44.040543 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f1ee708d-e355-4899-a889-9b788f12c67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:45.016250 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:45.855557 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44086) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:45.902340 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:12:45.923037 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Made reservation on behalf of cddb8a232ebd497e9dd63f894462f719 for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:12:45.925386 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:45.952197 dv-cinder-820918-1-iscsi neutron-server[102526]: WARNING neutron.services.revisions.revision_plugin [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Could not find related network for resource to bump revision. Dec 07 18:12:45.966197 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:12:45.975555 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:45.975890 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Added segment c0c9b501-b6e0-4519-82d8-5b54bbb93752 of type vlan for network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 Dec 07 18:12:46.016718 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:46.039019 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:46.040111 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:46.040765 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:46.073331 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2166898 Dec 07 18:12:46.104700 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379bcbf-75d1-4ade-95d1-f2cebcad432a admin admin] Pushing event updated for resources: {'Network': ['ID=897ed7cc-3d59-4cba-a40f-603c13c0cbf5,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:12:46.116320 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:12:46.340760 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:47.561259 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:48.485759 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44094) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:12:48.546337 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d87c7e-917d-4df1-b5a2-769543a6a183 admin admin] GET failed (client error): The resource could not be found. Dec 07 18:12:48.547907 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a0d87c7e-917d-4df1-b5a2-769543a6a183 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611141 Dec 07 18:12:48.625006 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9f6f6-8f1a-4de8-bd18-1cf796edc8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:48.626480 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-e3d9f6f6-8f1a-4de8-bd18-1cf796edc8b1 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0740280 Dec 07 18:12:48.637169 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Request body: {'subnet': {'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:12:48.656742 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Made reservation on behalf of cddb8a232ebd497e9dd63f894462f719 for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:12:48.658993 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:48.916589 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:48.969577 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e051a26a-51b7-4fbc-93e0-91507ee7f643,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:12:48.979745 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Checking segment: {'id': 'c0c9b501-b6e0-4519-82d8-5b54bbb93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:12:48.980700 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Network hostable DHCP agents. Network: 897ed7cc-3d59-4cba-a40f-603c13c0cbf5, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:12:49.000468 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:12:49.011448 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 897ed7cc-3d59-4cba-a40f-603c13c0cbf5) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:12:49.016105 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:12:49.017105 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:49.023403 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd12b6-4b4b-4254-bd9f-ba3034c04bc2 None None] Network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:12:49.034742 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-d1975ff4-ff8c-4bf5-8d5b-5c198cf1807d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4016309 Dec 07 18:12:49.231304 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65dd5a90-9d22-52fa-8286-5a0fe7265778-897ed7cc-3d59-4cba-a40f-603c13c0cbf5', 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5', 'project_id': 'cddb8a232ebd497e9dd63f894462f719', 'fixed_ips': [{'subnet_id': 'e051a26a-51b7-4fbc-93e0-91507ee7f643'}]}} from dv-cinder-820918-1-iscsi. {{(pid=102528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:12:49.232430 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:49.370700 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.db_base_plugin_common [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Allocated IP 192.168.233.2 (897ed7cc-3d59-4cba-a40f-603c13c0cbf5/e051a26a-51b7-4fbc-93e0-91507ee7f643/70667249-09c4-47b5-a83c-7a69a950a7d6) {{(pid=102528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:12:49.513716 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:49.520614 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:49.564520 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 is already hosted by enough agents. {{(pid=102528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:12:49.567664 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.base_scheduler [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Resources bound (agent type, host, resource id): {{(pid=102528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:12:49.570652 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Received port after_create {{(pid=102528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:12:49.578147 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Pushing event updated for resources: {'Port': ['ID=70667249-09c4-47b5-a83c-7a69a950a7d6,revision_number=1']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:12:49.587892 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.588265 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.588656 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.589000 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.589870 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.590204 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.590539 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.590869 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.591195 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.591541 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.591885 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.592203 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.592548 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:12:49.640436 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Attempting to bind port 70667249-09c4-47b5-a83c-7a69a950a7d6 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:12:49.640748 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Attempting to bind port 70667249-09c4-47b5-a83c-7a69a950a7d6 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'c0c9b501-b6e0-4519-82d8-5b54bbb93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:12:49.641115 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Attempting to bind port 70667249-09c4-47b5-a83c-7a69a950a7d6 on network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:12:49.646199 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:12:49.646575 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Checking segment: {'id': 'c0c9b501-b6e0-4519-82d8-5b54bbb93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:12:49.646976 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:49.647372 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Bound using segment: {'id': 'c0c9b501-b6e0-4519-82d8-5b54bbb93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:12:49.647838 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Bound port: 70667249-09c4-47b5-a83c-7a69a950a7d6, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c9b501-b6e0-4519-82d8-5b54bbb93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:12:49.648241 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:49.714781 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] For port 70667249-09c4-47b5-a83c-7a69a950a7d6, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:12:49.718326 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] For port 70667249-09c4-47b5-a83c-7a69a950a7d6, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=70667249-09c4-47b5-a83c-7a69a950a7d6,segment=NetworkSegment(c0c9b501-b6e0-4519-82d8-5b54bbb93752),segment_id=c0c9b501-b6e0-4519-82d8-5b54bbb93752)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:12:49.722992 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:49.782727 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec529493-be1f-4b87-8e38-6786083a57e2 None None] Pushing event updated for resources: {'Port': ['ID=70667249-09c4-47b5-a83c-7a69a950a7d6,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:12:50.645032 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2babe4-9e5a-40fc-81a0-1c0b705f0bf2 None None] Network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:12:50.716099 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-fb77503d-6230-4185-b023-492ccada18b6 None None] Provisioning complete for port 70667249-09c4-47b5-a83c-7a69a950a7d6 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:12:50.716509 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-fb77503d-6230-4185-b023-492ccada18b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:50.828631 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-fb77503d-6230-4185-b023-492ccada18b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:50.868689 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-fb77503d-6230-4185-b023-492ccada18b6 None None] For port 70667249-09c4-47b5-a83c-7a69a950a7d6, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=70667249-09c4-47b5-a83c-7a69a950a7d6,segment=NetworkSegment(c0c9b501-b6e0-4519-82d8-5b54bbb93752),segment_id=c0c9b501-b6e0-4519-82d8-5b54bbb93752)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:12:50.873974 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-fb77503d-6230-4185-b023-492ccada18b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:50.929328 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77503d-6230-4185-b023-492ccada18b6 None None] Pushing event updated for resources: {'Port': ['ID=70667249-09c4-47b5-a83c-7a69a950a7d6,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:12:51.197066 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-17b98fe9-3f3d-4e33-ad89-c6ae2d15b7c9 None None] Provisioning complete for port 70667249-09c4-47b5-a83c-7a69a950a7d6 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:12:51.197436 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-17b98fe9-3f3d-4e33-ad89-c6ae2d15b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:51.521494 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 70667249-09c4-47b5-a83c-7a69a950a7d6 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:12:51.571920 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 70667249-09c4-47b5-a83c-7a69a950a7d6 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:12:51.572284 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:12:58.977623 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 5 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:13:11.486432 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-35023e0a-69d8-4bbb-9a95-0998db888b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:13:14.043480 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c82c-5c32-4f25-87b3-9b4567664c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:13:15.017658 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:13:16.344695 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:13:17.563920 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:13:35.977355 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 5 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:13:41.491760 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2b82bc02-cc7d-4a99-af89-8cd63e26b0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:13:44.045851 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-9f692efa-a752-4b9c-bfb3-d601ebbd634a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:13:45.020661 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:13:46.347047 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:13:47.571077 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:08.027009 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44138) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:14:08.032790 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [None req-4effe32a-deea-405d-8b9b-4b3c1779d5ee tempest-verify_tempest_config-769070045 tempest-verify_tempest_config-769070045-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102527) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:14:08.033795 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-4effe32a-deea-405d-8b9b-4b3c1779d5ee tempest-verify_tempest_config-769070045 tempest-verify_tempest_config-769070045-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057967 Dec 07 18:14:08.321357 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44156) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:14:08.423522 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:08.495529 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:08.499380 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:08.543178 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2976da770d0a45268f4db4bd5ea09c7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2207515 Dec 07 18:14:08.545420 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb28ca-a441-4bc1-a1f5-15dec6b6c43e,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:14:08.546204 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44162) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:14:08.552155 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.552529 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.552872 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.553205 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.553535 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.553865 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.554193 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.554518 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.554858 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.555199 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.555522 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.555839 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.556183 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290db70-2fd0-43a5-b7a2-9a9cf8d52960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.602842 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:08.625040 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:08.717133 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:08.719793 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:08.724053 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13bb28ca-a441-4bc1-a1f5-15dec6b6c43e HTTP/1.1" status: 204 len: 168 time: 0.1768403 Dec 07 18:14:08.732573 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb28ca-a441-4bc1-a1f5-15dec6b6c43e,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:14:08.739483 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.739886 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.740257 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.740638 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.740983 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.741321 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.741700 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.742105 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.742463 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.742803 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.743137 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.743465 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:08.743794 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee5049-bb6f-4484-93c8-4ffc2bf01b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:14:11.486066 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-5edf3a63-6601-4f14-a5f2-374f8bbfff35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:12.976918 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 5 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:14:14.051022 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1a8f950e-9266-4478-a67e-0998a9342620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:15.026578 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:16.349551 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:17.565003 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:41.487233 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-b49a5fd6-f377-465c-95ba-eb5c129af04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:44.052554 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-07e27f5e-4c62-4e54-9558-b771861a2320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:45.026331 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:46.351870 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:47.567192 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:14:49.976571 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 5 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:15:11.488114 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-3044498d-a2e4-4a3e-b431-13b2b5580c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:14.052499 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1d790733-eea3-4023-b233-7afc7d8c44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:15.029095 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:16.354806 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:17.570448 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:26.976212 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 5 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:15:41.490499 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-be8833db-a4b9-47f8-84ec-92a0572d4cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:41.527633 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182312'] for agent, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:44.052268 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e04db-5cb5-4b72-a079-42582f21cd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:45.033257 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:46.358129 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:47.570817 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:15:56.282923 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44234) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:15:56.386853 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-6971b1b6-1b03-4eeb-a021-9df824ce9e57 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1028302 Dec 07 18:15:58.770783 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44244) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:15:58.824893 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-bf164640-854a-428b-ab37-db5c0f4f1aff admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530021 Dec 07 18:16:03.977285 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:16:11.499875 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7d80-327e-4378-a15c-d82798986c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:11.502575 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:14.053364 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-a0e5da7b-a699-4e52-b9f3-2652f7c3fa45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:15.036440 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:16.361755 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:17.573914 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:40.976496 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:16:41.496826 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f589b9cf-0a27-4cfa-92e1-7e152af6e6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:41.508434 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:44.054711 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-44eb4d4c-c0e3-4971-98a1-9887009bcf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:45.039713 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:46.365725 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:16:47.575887 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:11.487210 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-fddd7867-d80b-49d6-bef9-34175b95d2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:11.507166 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:14.056715 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4541165d-d85e-4645-8400-99e144506dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:15.041872 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:16.369146 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:17.578338 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:17.975218 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:17:28.412721 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44378) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:28.792266 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-828217715-network', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:28.817637 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Made reservation on behalf of da7dbcb1176f4614b646b30fc56ba32c for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:28.820141 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:28.832031 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:28.921940 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:28.928915 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:28.959212 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:17:28.970176 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:28.970524 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Added segment 9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce of type vlan for network 5b01fd91-89e1-4adc-8105-968879f656bc Dec 07 18:17:28.971794 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601a271f-6ccb-41d0-8981-591d2f30976d,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:28.987176 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.987531 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.987871 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.988407 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.988741 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.989064 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.989410 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.989908 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.990251 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.990579 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.990896 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.991220 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.991545 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Tracked resource versions report: Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: pushed versions: Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: { 'AddressGroup': {'1.2'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'ConntrackHelper': {'1.0'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Log': {'1.0'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Network': {'1.1'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Port': {'1.7'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'PortForwarding': {'1.2'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'QosPolicy': {'1.10'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SecurityGroup': {'1.5'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SubPort': {'1.0'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Subnet': {'1.1'}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Trunk': {'1.1'}} Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: consumer versions: Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: { DHCP agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: HyperV agent@hv-cinder-82091: {}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: L3 agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: Metadata agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: Metering agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: Open vSwitch agent@dv-cinder-820918-1-iscsi: { 'AddressGroup': '1.2', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'ConntrackHelper': '1.0', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'LocalIPAssociation': '1.0', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Log': '1.0', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Network': '1.1', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Port': '1.7', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'PortForwarding': '1.2', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'QosPolicy': '1.10', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SecurityGroup': '1.5', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SecurityGroupRule': '1.2', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'SubPort': '1.0', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Subnet': '1.1', Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: 'Trunk': '1.1'}} Dec 07 18:17:28.992950 dv-cinder-820918-1-iscsi neutron-server[102526]: {{(pid=102526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:17:29.030690 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.058488 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.059450 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:29.060050 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.126579 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44426) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:29.127304 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7128015 Dec 07 18:17:29.129839 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c725e84-cd46-4048-9451-e37b83e3e691 admin admin] Pushing event updated for resources: {'Network': ['ID=5b01fd91-89e1-4adc-8105-968879f656bc,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:29.133255 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Request body: {'subnet': {'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-828217715-subnet', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:29.141870 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 5b01fd91-89e1-4adc-8105-968879f656bc details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:17:29.155199 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Made reservation on behalf of da7dbcb1176f4614b646b30fc56ba32c for: {'subnet': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:29.158050 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.356306 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.410225 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b65771-4176-4dca-812c-c56fdd3bd691,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:29.410379 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44440) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:29.423004 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.423360 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.423707 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.424049 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.424404 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.424739 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.425333 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.425444 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.425696 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.426173 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.426390 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.426669 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.426986 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Tracked resource versions report: Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: pushed versions: Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: { 'AddressGroup': {'1.2'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'ConntrackHelper': {'1.0'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Log': {'1.0'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Network': {'1.1'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Port': {'1.7'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'PortForwarding': {'1.2'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'QosPolicy': {'1.10'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SecurityGroup': {'1.5'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SubPort': {'1.0'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Subnet': {'1.1'}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Trunk': {'1.1'}} Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: consumer versions: Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: { DHCP agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: HyperV agent@hv-cinder-82091: {}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: L3 agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: Metadata agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: Metering agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: Open vSwitch agent@dv-cinder-820918-1-iscsi: { 'AddressGroup': '1.2', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'ConntrackHelper': '1.0', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'LocalIPAssociation': '1.0', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Log': '1.0', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Network': '1.1', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Port': '1.7', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'PortForwarding': '1.2', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'QosPolicy': '1.10', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SecurityGroup': '1.5', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SecurityGroupRule': '1.2', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'SubPort': '1.0', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Subnet': '1.1', Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: 'Trunk': '1.1'}} Dec 07 18:17:29.428420 dv-cinder-820918-1-iscsi neutron-server[102527]: {{(pid=102527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:17:29.438814 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Checking segment: {'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:29.439198 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Network hostable DHCP agents. Network: 5b01fd91-89e1-4adc-8105-968879f656bc, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:17:29.457818 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Network 5b01fd91-89e1-4adc-8105-968879f656bc is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:17:29.469031 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 5b01fd91-89e1-4adc-8105-968879f656bc) {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:29.479117 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3a23dc-1327-46b3-b31b-ce402f49bc61 None None] Network 5b01fd91-89e1-4adc-8105-968879f656bc requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:17:29.479492 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:29.480094 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.500143 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-a4b2dce8-236f-47a8-b5a6-a0ba9112a295 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3723493 Dec 07 18:17:29.505338 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44448) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:29.510808 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-828217715-router', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:29.539129 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4185357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30378'] for router, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.540762 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4184733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4184012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3691892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30355'] for router, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.606202 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a05ca1-6a9a-4776-8211-d508ee87ee30 None None] Network 5b01fd91-89e1-4adc-8105-968879f656bc requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:17:29.615767 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44452) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:29.705979 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.787683 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-967684351-network', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:29.827976 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Made reservation on behalf of 6e910263dc9448a283a75ee5ee242b85 for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:29.830811 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.840725 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.926579 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.947835 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.953853 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:29.983420 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:17:29.992829 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1dc287-eaec-4a15-86ff-1c1686c644d9,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:30.002462 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.002593 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Added segment c0e621af-80c1-4d76-bc21-7fcb262ab2aa of type vlan for network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec Dec 07 18:17:30.045562 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.074088 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.076419 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:30.077102 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.140734 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44472) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:30.154880 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7433777 Dec 07 18:17:30.161511 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-832905479-network', 'tenant_id': '746fa912bd174892a134fc628bc51d69'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:30.164764 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44478) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:30.172235 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Request body: {'subnet': {'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-subnet', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:30.181186 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f82646-9b26-4b14-a501-1f24486f1761 admin admin] Pushing event updated for resources: {'Network': ['ID=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:30.192866 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:17:30.215754 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Made reservation on behalf of 746fa912bd174892a134fc628bc51d69 for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:30.218082 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.235528 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.247699 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Made reservation on behalf of 6e910263dc9448a283a75ee5ee242b85 for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:30.250368 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.265939 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.298828 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.473648 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Allocated IP 172.27.2.216 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/28e0dcb1-38a7-434b-98ca-d39daee905cc) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:30.538290 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44486) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:30.554857 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1320959764-network', 'tenant_id': '02024714edc540369380718e8027a1d1'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:30.566420 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.609212 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.633208 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd65f4f-b876-41e8-9bde-333f8d69f506,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:30.689408 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Checking segment: {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:30.689841 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Network hostable DHCP agents. Network: ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:17:30.690143 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.716861 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:17:30.724859 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Made reservation on behalf of 02024714edc540369380718e8027a1d1 for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:30.729542 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.752074 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.755895 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:30.767789 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:30.768392 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.769127 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57324cf8-ecd2-415b-b4f5-38b1fe356e9a None None] Network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:17:30.811547 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:30.813190 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Pushing event updated for resources: {'Port': ['ID=28e0dcb1-38a7-434b-98ca-d39daee905cc,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:30.818513 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:30.849204 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:30.859942 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-463ffb58-5e07-4a7a-b291-87ae372528a5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6939418 Dec 07 18:17:30.873304 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44506) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:30.884229 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-344838976-network', 'tenant_id': '2f833a3f336e4081bf5225d55fea5e86'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:30.906850 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:30.937830 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:30.968424 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.041619 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65dd5a90-9d22-52fa-8286-5a0fe7265778-ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506'}]}} from dv-cinder-820918-1-iscsi. {{(pid=102528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:17:31.045774 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.089952 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:17:31.104052 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.104654 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Added segment 2ffd38f5-10a3-400a-a7e7-ee49b7925e74 of type vlan for network 2d555f0d-23db-4504-bf81-c32b4bd8e151 Dec 07 18:17:31.158938 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.201428 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.db.api [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 07 18:17:31.201428 dv-cinder-820918-1-iscsi neutron-server[102526]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 07 18:17:31.201428 dv-cinder-820918-1-iscsi neutron-server[102526]: [parameters: {'project_id_1': '6e910263dc9448a283a75ee5ee242b85', 'expiration_1': datetime.datetime(2021, 12, 7, 18, 17, 10, 928485)}] Dec 07 18:17:31.201428 dv-cinder-820918-1-iscsi neutron-server[102526]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 18:17:31.201879 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG oslo_db.api [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 18:17:31.202460 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Made reservation on behalf of 2f833a3f336e4081bf5225d55fea5e86 for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:31.206062 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.222166 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.233900 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.234867 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:31.235468 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.267949 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b915bf0-9a8e-4021-aa90-b01b5c568e41,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:31.292179 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6720610 Dec 07 18:17:31.307799 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44522) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:31.313056 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Request body: {'subnet': {'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-832905479-subnet', 'tenant_id': '746fa912bd174892a134fc628bc51d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:31.417959 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab92ddb-9631-48fe-926b-62c03c9649dd admin admin] Pushing event updated for resources: {'Network': ['ID=2d555f0d-23db-4504-bf81-c32b4bd8e151,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:31.430344 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.438717 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.441200 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 2d555f0d-23db-4504-bf81-c32b4bd8e151 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:17:31.459801 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.465809 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Made reservation on behalf of 746fa912bd174892a134fc628bc51d69 for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:31.469531 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.543162 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc787adf-4920-49c4-b7fa-76f7e74bd59b,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:31.552293 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:17:31.574331 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.574331 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Added segment 13687910-7e80-4841-80aa-6dfddff7a3cc of type vlan for network 03597245-6d91-43e2-998e-8715e605ebb4 Dec 07 18:17:31.600983 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.db_base_plugin_common [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Allocated IP 172.20.0.2 (ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec/6fd65f4f-b876-41e8-9bde-333f8d69f506/76b67573-064b-405d-8463-1fabdf61abb5) {{(pid=102528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:31.694779 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.800401 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Publish callbacks [] for port, precommit_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.807476 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.837555 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4185357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30378'] for router, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.839434 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4184733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4184012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3691892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30355'] for router, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.868364 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec is already hosted by enough agents. {{(pid=102528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:31.872432 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.base_scheduler [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Resources bound (agent type, host, resource id): {{(pid=102528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:31.876497 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Received port after_create {{(pid=102528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:31.885152 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Pushing event updated for resources: {'Port': ['ID=76b67573-064b-405d-8463-1fabdf61abb5,revision_number=1']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:31.887876 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44544) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:31.906055 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.912170 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.913278 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:31.914421 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.920763 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.941302 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4184708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827'] for router, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.962836 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.963717 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.964285 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.964912 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.965450 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.965992 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.966520 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.967054 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.967708 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.968257 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.968862 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.969387 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.969910 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Tracked resource versions report: Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: pushed versions: Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: { 'AddressGroup': {'1.2'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'ConntrackHelper': {'1.0'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Log': {'1.0'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Network': {'1.1'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Port': {'1.7'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'PortForwarding': {'1.2'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'QosPolicy': {'1.10'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SecurityGroup': {'1.5'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SubPort': {'1.0'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Subnet': {'1.1'}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Trunk': {'1.1'}} Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: consumer versions: Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: { DHCP agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: HyperV agent@hv-cinder-82091: {}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: L3 agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: Metadata agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: Metering agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: Open vSwitch agent@dv-cinder-820918-1-iscsi: { 'AddressGroup': '1.2', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'ConntrackHelper': '1.0', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'LocalIPAssociation': '1.0', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Log': '1.0', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Network': '1.1', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Port': '1.7', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'PortForwarding': '1.2', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'QosPolicy': '1.10', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SecurityGroup': '1.5', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SecurityGroupRule': '1.2', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'SubPort': '1.0', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Subnet': '1.1', Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: 'Trunk': '1.1'}} Dec 07 18:17:31.971469 dv-cinder-820918-1-iscsi neutron-server[102528]: {{(pid=102528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:17:31.977329 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Attempting to bind port 76b67573-064b-405d-8463-1fabdf61abb5 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:31.978067 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Attempting to bind port 76b67573-064b-405d-8463-1fabdf61abb5 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:31.978627 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Attempting to bind port 76b67573-064b-405d-8463-1fabdf61abb5 on network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:31.985442 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:31.986210 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Checking segment: {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:31.986830 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.987448 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Bound using segment: {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:31.988365 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Bound port: 76b67573-064b-405d-8463-1fabdf61abb5, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:31.989020 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:31.996665 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] Pushing event updated for resources: {'Network': ['ID=03597245-6d91-43e2-998e-8715e605ebb4,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:32.038669 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 03597245-6d91-43e2-998e-8715e605ebb4 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:17:32.082085 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.093635 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:17:32.104080 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.104672 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Added segment 43e6e6ee-4cfd-424f-bdb1-bbd3784b28db of type vlan for network 92a3b70a-d4d2-4062-a163-baa22643a825 Dec 07 18:17:32.147317 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.169259 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] For port 76b67573-064b-405d-8463-1fabdf61abb5, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:32.176894 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] For port 76b67573-064b-405d-8463-1fabdf61abb5, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=76b67573-064b-405d-8463-1fabdf61abb5,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:32.183664 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.186487 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c9cfcacc-c255-4936-a4f6-b064cb9c8e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.245096 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Router dae08db9-1ce5-406d-858a-f4f5bfa6524e is scheduled to L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c with binding_index 1 {{(pid=102527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:17:32.250038 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.251162 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:32.251833 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.263912 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492788e-e1a6-4c89-a15d-b258c966b501 None None] Pushing event updated for resources: {'Port': ['ID=76b67573-064b-405d-8463-1fabdf61abb5,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:32.265842 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-bd89de65-17ab-4a8f-b4cb-b8e17844b485 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1235015 Dec 07 18:17:32.279896 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44554) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:32.308942 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.314866 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Request body: {'subnet': {'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1320959764-subnet', 'tenant_id': '02024714edc540369380718e8027a1d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:32.358153 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a41e533-d985-438f-b9c5-1152127d850b,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:32.470488 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:17:32.533729 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Sync routers for ids ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:17:32.547417 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c9cfcacc-c255-4936-a4f6-b064cb9c8e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.547752 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Routers {'dae08db9-1ce5-406d-858a-f4f5bfa6524e'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:32.547752 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:32.548092 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c9cfcacc-c255-4936-a4f6-b064cb9c8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.595190 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfcacc-c255-4936-a4f6-b064cb9c8e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a432ae7c-14de-4522-b033-8dbfb78c1789,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:32.614446 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] Publish callbacks [] for router, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.615519 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Made reservation on behalf of 02024714edc540369380718e8027a1d1 for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:32.618464 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.620396 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-17fa3ac8-f769-48d0-9804-eb1956b2c58b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1134636 Dec 07 18:17:32.625398 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44560) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:32.632153 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44562) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:32.632868 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0926425 Dec 07 18:17:32.634869 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f4e36-b09e-45f1-9237-edf9bca3fb94 admin admin] Pushing event updated for resources: {'Network': ['ID=92a3b70a-d4d2-4062-a163-baa22643a825,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:32.639294 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Request body: {'subnet': {'network_id': '92a3b70a-d4d2-4062-a163-baa22643a825', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-344838976-subnet', 'tenant_id': '2f833a3f336e4081bf5225d55fea5e86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:32.650189 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 92a3b70a-d4d2-4062-a163-baa22643a825 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:17:32.671844 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-c9cfcacc-c255-4936-a4f6-b064cb9c8e86 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d50608489c84269930f5ac313540f70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7826748 Dec 07 18:17:32.673299 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Made reservation on behalf of 2f833a3f336e4081bf5225d55fea5e86 for: {'subnet': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:32.675786 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.685759 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44564) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:32.828969 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Set router dae08db9-1ce5-406d-858a-f4f5bfa6524e gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:32.863958 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.875398 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:32.925450 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d7b5423-3d1f-4700-a0c7-397d69ee344a,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:32.971432 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Checking segment: {'id': '43e6e6ee-4cfd-424f-bdb1-bbd3784b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92a3b70a-d4d2-4062-a163-baa22643a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:32.971931 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Network hostable DHCP agents. Network: 92a3b70a-d4d2-4062-a163-baa22643a825, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:17:32.991280 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Network 92a3b70a-d4d2-4062-a163-baa22643a825 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:17:33.002886 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 92a3b70a-d4d2-4062-a163-baa22643a825) {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:33.012090 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc3172b-52c5-4e15-ba31-c23e6ee19e21 None None] Network 92a3b70a-d4d2-4062-a163-baa22643a825 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:17:33.012915 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:33.013564 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.035635 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-15cc7385-a5d8-4af5-a7ab-37371eea44e3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4014144 Dec 07 18:17:33.042232 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3475aaf2-7d65-4d0e-90c8-f78f44abf276,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:33.086813 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'name': 'tempest-ServerRescueNegativeTestJSON-828217715-router', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:29Z', 'updated_at': '2021-12-07T18:17:31Z', 'revision_number': 3, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'gw_port': {'id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:30Z', 'updated_at': '2021-12-07T18:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:33.113167 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4f30-2e77-4a36-a695-2ed455b0b191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.125723 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Checking router: dae08db9-1ce5-406d-858a-f4f5bfa6524e for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:17:33.130673 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Updating router dae08db9-1ce5-406d-858a-f4f5bfa6524e port 28e0dcb1-38a7-434b-98ca-d39daee905cc binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:17:33.140221 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Checking segment: {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:33.140611 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Network hostable DHCP agents. Network: 2d555f0d-23db-4504-bf81-c32b4bd8e151, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:17:33.157463 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61736b5a-8c3e-4933-8893-cd3a9970a7bf None None] Network 92a3b70a-d4d2-4062-a163-baa22643a825 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:17:33.174344 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.298837 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4f30-2e77-4a36-a695-2ed455b0b191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.403041 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Network 2d555f0d-23db-4504-bf81-c32b4bd8e151 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:17:33.604154 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.610325 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 2d555f0d-23db-4504-bf81-c32b4bd8e151) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:33.621525 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfad99e-386f-42d1-9116-72de57a19482 None None] Network 2d555f0d-23db-4504-bf81-c32b4bd8e151 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:17:33.629218 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.647536 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.745997 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8a6eb-6f3e-4370-9af6-63dc3d9a4b4f None None] Network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:17:33.755331 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4f30-2e77-4a36-a695-2ed455b0b191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.761504 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4f30-2e77-4a36-a695-2ed455b0b191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.763437 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Attempting to bind port 28e0dcb1-38a7-434b-98ca-d39daee905cc on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:33.779834 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-0aaf4f30-2e77-4a36-a695-2ed455b0b191 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a432ae7c-14de-4522-b033-8dbfb78c1789 HTTP/1.1" status: 204 len: 168 time: 1.0608077 Dec 07 18:17:33.781671 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Attempting to bind port 28e0dcb1-38a7-434b-98ca-d39daee905cc by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:33.782298 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Attempting to bind port 28e0dcb1-38a7-434b-98ca-d39daee905cc on network a77dd0a2-9628-43aa-bd4b-eb8d184360aa {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:33.788727 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:33.791796 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 76b67573-064b-405d-8463-1fabdf61abb5 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:33.796059 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.801490 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Pushing event updated for resources: {'Port': ['ID=28e0dcb1-38a7-434b-98ca-d39daee905cc,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:33.825304 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:33.826932 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:33.828587 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.829020 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Bound using segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:33.831867 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Bound port: 28e0dcb1-38a7-434b-98ca-d39daee905cc, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:33.833836 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:33.916551 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf4f30-2e77-4a36-a695-2ed455b0b191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a432ae7c-14de-4522-b033-8dbfb78c1789,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:33.960244 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.960649 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.961576 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.961936 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.967295 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.967718 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.968181 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.968555 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.968908 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.969253 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.969592 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.969920 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.970247 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Tracked resource versions report: Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: pushed versions: Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: { 'AddressGroup': {'1.2'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'ConntrackHelper': {'1.0'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Log': {'1.0'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Network': {'1.1'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Port': {'1.7'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'PortForwarding': {'1.2'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'QosPolicy': {'1.10'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SecurityGroup': {'1.5'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SubPort': {'1.0'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Subnet': {'1.1'}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Trunk': {'1.1'}} Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: consumer versions: Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: { DHCP agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: HyperV agent@hv-cinder-82091: {}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: L3 agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: Metadata agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: Metering agent@dv-cinder-820918-1-iscsi: {}, Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: Open vSwitch agent@dv-cinder-820918-1-iscsi: { 'AddressGroup': '1.2', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'ConntrackHelper': '1.0', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'LocalIPAssociation': '1.0', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Log': '1.0', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Network': '1.1', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Port': '1.7', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'PortForwarding': '1.2', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'QosPolicy': '1.10', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SecurityGroup': '1.5', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SecurityGroupRule': '1.2', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'SubPort': '1.0', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Subnet': '1.1', Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: 'Trunk': '1.1'}} Dec 07 18:17:33.971393 dv-cinder-820918-1-iscsi neutron-server[102529]: {{(pid=102529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:17:34.022992 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.091464 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] For port 28e0dcb1-38a7-434b-98ca-d39daee905cc, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:34.096232 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] For port 28e0dcb1-38a7-434b-98ca-d39daee905cc, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=28e0dcb1-38a7-434b-98ca-d39daee905cc,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:34.100130 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-72cfc794-7f7c-4b92-90c5-2c7d5571f1f6 None None] Provisioning complete for port 76b67573-064b-405d-8463-1fabdf61abb5 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:34.100530 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-72cfc794-7f7c-4b92-90c5-2c7d5571f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.101616 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.106140 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0740316-a665-4440-a726-9fd1ffd59b6a,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:34.175418 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564dffd-1c30-457a-94b0-8aae0ad23617 None None] Pushing event updated for resources: {'Port': ['ID=28e0dcb1-38a7-434b-98ca-d39daee905cc,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:34.186796 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.201176 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Routers {'dae08db9-1ce5-406d-858a-f4f5bfa6524e'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:34.202072 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:34.280056 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35b8671-94d1-4bd3-9177-089492246b2f None None] Network 2d555f0d-23db-4504-bf81-c32b4bd8e151 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:17:34.315598 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-9abc4c0e-083d-49de-b853-f9adec2e1b55 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0065043 Dec 07 18:17:34.382245 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 76b67573-064b-405d-8463-1fabdf61abb5 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:34.383168 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.406707 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] Set router dae08db9-1ce5-406d-858a-f4f5bfa6524e gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:34.430012 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Checking segment: {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:34.430627 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Network hostable DHCP agents. Network: 03597245-6d91-43e2-998e-8715e605ebb4, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:17:34.432268 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44630) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:34.452220 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a2969951-961f-4b13-853a-503046355e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.506846 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Allocated IP 172.27.2.76 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/e9623ef8-cafc-4c4a-935e-dc31048aa5b3) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:34.569687 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44640) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:34.576705 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-72cfc794-7f7c-4b92-90c5-2c7d5571f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.578650 dv-cinder-820918-1-iscsi neutron-server[102527]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 07 18:17:34.645828 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Network 03597245-6d91-43e2-998e-8715e605ebb4 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:17:34.660844 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-72cfc794-7f7c-4b92-90c5-2c7d5571f1f6 None None] For port 76b67573-064b-405d-8463-1fabdf61abb5, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=76b67573-064b-405d-8463-1fabdf61abb5,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:17:34.665036 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.694644 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-72cfc794-7f7c-4b92-90c5-2c7d5571f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.767401 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 03597245-6d91-43e2-998e-8715e605ebb4) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:34.837084 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:34.838083 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.854110 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.db.api [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 18:17:34.854603 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG oslo_db.api [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 18:17:34.859304 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7aaa58-6181-409e-b27a-20321d72a35e None None] Network 03597245-6d91-43e2-998e-8715e605ebb4 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:17:34.879782 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'name': 'tempest-ServerRescueNegativeTestJSON-828217715-router', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:29Z', 'updated_at': '2021-12-07T18:17:31Z', 'revision_number': 3, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'gw_port': {'id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:30Z', 'updated_at': '2021-12-07T18:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:34.886043 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a2969951-961f-4b13-853a-503046355e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.901967 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-f87607a1-28f3-4ce5-a1e2-845c0d778ee3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6127608 Dec 07 18:17:34.903055 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44654) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:34.916681 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:34.920651 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a2969951-961f-4b13-853a-503046355e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.927349 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c8a92-9ca1-49e2-b168-c63babe17126 None None] The sync data for ids ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'] in dv-cinder-820918-1-iscsi is: [{'id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'name': 'tempest-ServerRescueNegativeTestJSON-828217715-router', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:29Z', 'updated_at': '2021-12-07T18:17:31Z', 'revision_number': 3, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'gw_port': {'id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:30Z', 'updated_at': '2021-12-07T18:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:17:34.981204 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:34.996722 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-a2969951-961f-4b13-853a-503046355e9a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9348ca768c0b45b09108fb588f26ed5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5609620 Dec 07 18:17:34.998717 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44658) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:35.003638 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2969951-961f-4b13-853a-503046355e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39a2e7-26c7-4916-bb4c-8af2babcd6f4,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:35.015501 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-dc2a1260-4abc-46bb-aae4-2305c03f8a1d tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:35.017029 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-dc2a1260-4abc-46bb-aae4-2305c03f8a1d tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/networks?id=92a3b70a-d4d2-4062-a163-baa22643a825 HTTP/1.1" status: 200 len: 811 time: 0.4451513 Dec 07 18:17:35.034103 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfc794-7f7c-4b92-90c5-2c7d5571f1f6 None None] Pushing event updated for resources: {'Port': ['ID=76b67573-064b-405d-8463-1fabdf61abb5,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:35.036070 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:35.038565 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-9dd14bc9-a89c-4b93-9ac0-ca53d9c6221f tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/quotas/2f833a3f336e4081bf5225d55fea5e86 HTTP/1.1" status: 200 len: 375 time: 0.0135777 Dec 07 18:17:35.059632 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-8014263c-5fc2-4696-900b-31427760ba62 None None] Provisioning complete for port 76b67573-064b-405d-8463-1fabdf61abb5 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:35.060013 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8014263c-5fc2-4696-900b-31427760ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:35.089162 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4185357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30378'] for router, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:35.089162 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4184733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4184012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3691892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30355'] for router, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:35.109993 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-75b38ee3-d106-480a-92bb-00db2b9a1869 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f833a3f336e4081bf5225d55fea5e86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652831 Dec 07 18:17:35.192671 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-30446fba-1a9c-486f-9af7-bafccadddca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:35.222575 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:35.227250 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:35.232506 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65dd5a90-9d22-52fa-8286-5a0fe7265778-03597245-6d91-43e2-998e-8715e605ebb4', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'project_id': '02024714edc540369380718e8027a1d1', 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a'}]}} from dv-cinder-820918-1-iscsi. {{(pid=102528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:17:35.233418 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:35.254854 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:35.264670 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:35.361262 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-30446fba-1a9c-486f-9af7-bafccadddca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:35.392623 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:35.609480 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:35.647757 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-e59ed774-06b3-4d68-a212-f91882456e13 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102527) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:17:35.649172 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-e59ed774-06b3-4d68-a212-f91882456e13 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1772597 Dec 07 18:17:35.665468 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44690) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:35.687876 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Pushing event updated for resources: {'Port': ['ID=e9623ef8-cafc-4c4a-935e-dc31048aa5b3,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:35.714450 dv-cinder-820918-1-iscsi neutron-server[102526]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 07 18:17:35.846615 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 28e0dcb1-38a7-434b-98ca-d39daee905cc up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:35.929618 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.db_base_plugin_common [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Allocated IP 172.20.0.2 (03597245-6d91-43e2-998e-8715e605ebb4/c0740316-a665-4440-a726-9fd1ffd59b6a/6fb4f155-dfae-4890-888e-366f94035c0e) {{(pid=102528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:35.944149 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-43ac4949-98b5-4846-b93c-5e03f75924e1 service neutron] 10.222.0.47 "GET /v2.0/networks/92a3b70a-d4d2-4062-a163-baa22643a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806492 Dec 07 18:17:36.113522 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 28e0dcb1-38a7-434b-98ca-d39daee905cc triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:36.114762 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.185617 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-6552b6b7-b20a-4ddf-8a31-ee216f01d480 service neutron] 10.222.0.47 "GET /v2.0/networks/92a3b70a-d4d2-4062-a163-baa22643a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332880 Dec 07 18:17:36.208219 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.240878 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.339661 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Publish callbacks [] for port, precommit_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.368877 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.403885 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.425716 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Allocated IP 172.27.2.93 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/1a58282f-84aa-453e-9152-ad05f8de4c29) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:36.439645 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-30446fba-1a9c-486f-9af7-bafccadddca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.447694 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Network 03597245-6d91-43e2-998e-8715e605ebb4 is already hosted by enough agents. {{(pid=102528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:36.450076 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-30446fba-1a9c-486f-9af7-bafccadddca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.450366 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port 28e0dcb1-38a7-434b-98ca-d39daee905cc, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=28e0dcb1-38a7-434b-98ca-d39daee905cc,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:17:36.452474 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-30446fba-1a9c-486f-9af7-bafccadddca0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d39a2e7-26c7-4916-bb4c-8af2babcd6f4 HTTP/1.1" status: 204 len: 168 time: 1.4508343 Dec 07 18:17:36.480421 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Allocated IP 172.20.0.1 (5b01fd91-89e1-4adc-8105-968879f656bc/c5b65771-4176-4dca-812c-c56fdd3bd691/5959d01e-dbd7-4be6-851e-5a4764a457f0) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:36.494013 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.495547 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 76b67573-064b-405d-8463-1fabdf61abb5 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:36.496988 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.base_scheduler [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Resources bound (agent type, host, resource id): {{(pid=102528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:36.498489 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Pushing event updated for resources: {'Port': ['ID=6fb4f155-dfae-4890-888e-366f94035c0e,revision_number=1']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:36.578106 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446fba-1a9c-486f-9af7-bafccadddca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39a2e7-26c7-4916-bb4c-8af2babcd6f4,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:36.594162 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b27210-57a7-463f-b335-508c31c4a818 req-a0a03910-d5e8-4d62-9312-b31d10c01006 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:36.595883 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-a0a03910-d5e8-4d62-9312-b31d10c01006 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 814 time: 0.9106061 Dec 07 18:17:36.634124 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Received port after_create {{(pid=102528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:36.642380 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-f49c6588-d6bf-4c38-aad9-697b573b66a0 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/quotas/746fa912bd174892a134fc628bc51d69 HTTP/1.1" status: 200 len: 375 time: 0.0358148 Dec 07 18:17:36.668057 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.745496 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-604bfb7e-777b-4a74-b496-54c8f8597877 req-09f27a68-2ace-422a-8bec-16bd4e13828a tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 210 time: 0.1685317 Dec 07 18:17:36.768652 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.798011 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 76b67573-064b-405d-8463-1fabdf61abb5 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:36.798169 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.838046 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-55b6bb14-fe73-4cf5-8411-6e79fe5fb06b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1785138 Dec 07 18:17:36.872264 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Attempting to bind port 6fb4f155-dfae-4890-888e-366f94035c0e on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:36.872631 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Attempting to bind port 6fb4f155-dfae-4890-888e-366f94035c0e by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:36.872998 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Attempting to bind port 6fb4f155-dfae-4890-888e-366f94035c0e on network 03597245-6d91-43e2-998e-8715e605ebb4 {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:36.899942 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:36.903456 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Checking segment: {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:36.904463 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.905356 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Bound using segment: {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:36.907020 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Bound port: 6fb4f155-dfae-4890-888e-366f94035c0e, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:36.941353 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:36.993534 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=28e0dcb1-38a7-434b-98ca-d39daee905cc,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:36.999776 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:37.047484 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:37.138641 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:37.156566 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:37.159898 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:37.200546 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:37.221253 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] For port 6fb4f155-dfae-4890-888e-366f94035c0e, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:37.233025 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] For port 6fb4f155-dfae-4890-888e-366f94035c0e, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=6fb4f155-dfae-4890-888e-366f94035c0e,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:37.244591 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:37.309031 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5959d01e-dbd7-4be6-851e-5a4764a457f0,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:37.314706 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4184708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827'] for router, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:37.329632 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Network 5b01fd91-89e1-4adc-8105-968879f656bc is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:37.374311 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:37.383677 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:37.384531 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4190412'] for router_interface, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:37.525812 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-474b0eb8-2322-43bb-9bf9-26a695182bca service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:17:37.533166 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-474b0eb8-2322-43bb-9bf9-26a695182bca service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1606071 Dec 07 18:17:37.573642 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef7809-d61f-43f0-ab48-aabde9469c9e None None] Pushing event updated for resources: {'Port': ['ID=6fb4f155-dfae-4890-888e-366f94035c0e,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:37.602315 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Pushing event updated for resources: {'Port': ['ID=1a58282f-84aa-453e-9152-ad05f8de4c29,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:37.770072 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:37.787144 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 28e0dcb1-38a7-434b-98ca-d39daee905cc up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:37.833085 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-87983c6e-d3a0-4347-b23c-aabfdb44517a service neutron] 10.222.0.47 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987106 Dec 07 18:17:37.967869 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4424c052-879c-42a3-896a-1329063c9951 req-e2f31115-f576-46b5-825b-32dc71876e39 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 210 time: 0.1139851 Dec 07 18:17:37.969854 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 28e0dcb1-38a7-434b-98ca-d39daee905cc triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:37.970366 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:38.040234 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:38.091647 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-62b83155-665b-4f33-b472-9f01fd9b7642 service neutron] 10.222.0.47 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576790 Dec 07 18:17:38.183733 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Router 0508a122-6692-4043-a866-490a4c434394 is scheduled to L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c with binding_index 1 {{(pid=102526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:17:38.207464 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4184708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827'] for router, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:38.404451 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Router 036e8bf7-d304-46b3-86a1-1c3c46fba159 is scheduled to L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c with binding_index 1 {{(pid=102527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:17:38.562686 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-709861e1-c3a5-4893-8bb4-ea145ac26558 req-d036ac00-2ad9-47e0-a20f-bb1d79b68a3e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 210 time: 0.0758629 Dec 07 18:17:38.590729 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:38.591312 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:17:38.603186 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Sync routers for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:17:38.613741 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:38.618257 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3856965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4190288'] for router_interface, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:38.627999 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:38.630898 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:38.639645 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] Publish callbacks [] for router, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:38.647123 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 44802) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:38.653048 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ba3c91cf-eda9-433b-9e03-f7e58373c714 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7451992 Dec 07 18:17:38.736482 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:17:38.746531 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Sync routers for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:17:38.769877 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:38.770539 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:38.877692 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Network 5b01fd91-89e1-4adc-8105-968879f656bc is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:38.965795 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:39.021433 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:39.038511 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5959d01e-dbd7-4be6-851e-5a4764a457f0,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:39.067396 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:39.119253 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:39.120526 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-c96db7a1-3eeb-48e8-bcec-1a9e3cc35abd admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2322018 Dec 07 18:17:39.123318 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 44832) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:39.255114 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e244990e-6ba5-4f47-bf58-d9c75976507f None None] Network 03597245-6d91-43e2-998e-8715e605ebb4 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:17:39.417069 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-28529369-e264-4aeb-8004-2604a750a20b None None] Provisioning complete for port 6fb4f155-dfae-4890-888e-366f94035c0e triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:39.417547 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-28529369-e264-4aeb-8004-2604a750a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:39.434624 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-cf07787b-a116-41d8-b99b-271f9e51195a req-a52916b1-49cf-43ff-ad6c-cea48696117b tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 210 time: 0.1062915 Dec 07 18:17:39.528185 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Router dae08db9-1ce5-406d-858a-f4f5bfa6524e has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:17:39.542940 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:36Z', 'revision_number': 3, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:39.614596 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:37Z', 'revision_number': 3, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:39.619825 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Checking router: 0508a122-6692-4043-a866-490a4c434394 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:17:39.620934 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Updating router 0508a122-6692-4043-a866-490a4c434394 port e9623ef8-cafc-4c4a-935e-dc31048aa5b3 binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:17:39.723649 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-28529369-e264-4aeb-8004-2604a750a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:39.724024 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:39.730704 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Checking router: 036e8bf7-d304-46b3-86a1-1c3c46fba159 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:17:39.732591 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Updating router 036e8bf7-d304-46b3-86a1-1c3c46fba159 port 1a58282f-84aa-453e-9152-ad05f8de4c29 binding host dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:17:39.791148 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-682b783d-088c-455a-8f11-0d8ed1874952 req-39609714-4c1b-4bd2-9981-ae54f9291600 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 210 time: 0.0900006 Dec 07 18:17:39.860423 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:17:39.887153 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-8ce36868-c522-4a26-a050-0ebe26d825e9 admin admin] 10.222.0.47 "PUT /v2.0/routers/dae08db9-1ce5-406d-858a-f4f5bfa6524e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2434790 Dec 07 18:17:39.893837 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-28529369-e264-4aeb-8004-2604a750a20b None None] For port 6fb4f155-dfae-4890-888e-366f94035c0e, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=6fb4f155-dfae-4890-888e-366f94035c0e,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:17:39.909131 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 6fb4f155-dfae-4890-888e-366f94035c0e up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:39.911820 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Sync routers for ids ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:17:39.942267 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-28529369-e264-4aeb-8004-2604a750a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:40.027484 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:40.079845 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:40.244416 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Routers {'dae08db9-1ce5-406d-858a-f4f5bfa6524e'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:40.245064 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:40.329617 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-20ee414d-0876-411d-9496-9a2d871e21ab None None] Provisioning complete for port 6fb4f155-dfae-4890-888e-366f94035c0e triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:40.330367 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-20ee414d-0876-411d-9496-9a2d871e21ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:40.346525 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28529369-e264-4aeb-8004-2604a750a20b None None] Pushing event updated for resources: {'Port': ['ID=6fb4f155-dfae-4890-888e-366f94035c0e,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:40.387910 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:40.423278 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Allocated IP 172.20.0.1 (03597245-6d91-43e2-998e-8715e605ebb4/c0740316-a665-4440-a726-9fd1ffd59b6a/5849c7dc-9128-4c2a-97e2-7c2af1634c68) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:40.461987 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 6fb4f155-dfae-4890-888e-366f94035c0e triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:40.462362 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:40.577462 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Set router dae08db9-1ce5-406d-858a-f4f5bfa6524e gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:40.676955 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:40.692578 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:40.738661 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-edf7c54a-5e17-414e-a125-cba66d92c94f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:40.738661 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-edf7c54a-5e17-414e-a125-cba66d92c94f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 818 time: 0.3352263 Dec 07 18:17:40.777122 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Attempting to bind port e9623ef8-cafc-4c4a-935e-dc31048aa5b3 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:40.777500 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Attempting to bind port e9623ef8-cafc-4c4a-935e-dc31048aa5b3 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:40.779413 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-f4f5ab43-c9b3-4ec0-8a97-a6074e3c6fca tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/quotas/da7dbcb1176f4614b646b30fc56ba32c HTTP/1.1" status: 200 len: 375 time: 0.0219750 Dec 07 18:17:40.781086 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Attempting to bind port e9623ef8-cafc-4c4a-935e-dc31048aa5b3 on network a77dd0a2-9628-43aa-bd4b-eb8d184360aa {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:40.794026 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d159dd9-6306-4257-95d6-1c9b44b5f3a6 req-cffeeb26-692b-4342-98a8-f4c546051b61 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 210 time: 0.0469499 Dec 07 18:17:40.832653 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b9743-23b0-45fb-80af-77e471f8be73 None None] Pushing event updated for resources: {'Port': ['ID=e9623ef8-cafc-4c4a-935e-dc31048aa5b3,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:40.837274 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:40.837662 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:40.838073 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:40.838471 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Bound using segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:40.839221 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Bound port: e9623ef8-cafc-4c4a-935e-dc31048aa5b3, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:40.839630 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:40.881074 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Allocated IP 172.20.0.1 (ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec/6fd65f4f-b876-41e8-9bde-333f8d69f506/72c445d6-dd99-4eb3-9534-031c56d465dc) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:40.929035 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-c85a900b-eddd-4a98-a0d4-f37d693ddf92 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1417577 Dec 07 18:17:40.933471 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.015049 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] For port e9623ef8-cafc-4c4a-935e-dc31048aa5b3, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:41.018732 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] For port e9623ef8-cafc-4c4a-935e-dc31048aa5b3, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=e9623ef8-cafc-4c4a-935e-dc31048aa5b3,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:41.036904 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.043761 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.058701 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-68b7e5b5-dbb5-49c9-afc5-1542d0c4978e service neutron] 10.222.0.47 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194720 Dec 07 18:17:41.136404 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.142022 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0622757-a48a-46f6-a830-6a0ce3b5b348 req-126901a0-e646-459d-ab38-a85fd6dc840d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 210 time: 0.0767508 Dec 07 18:17:41.147355 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b9743-23b0-45fb-80af-77e471f8be73 None None] Pushing event updated for resources: {'Port': ['ID=e9623ef8-cafc-4c4a-935e-dc31048aa5b3,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:41.174714 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.187583 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:41.188079 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:41.229574 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Pushing event updated for resources: {'Port': ['ID=5849c7dc-9128-4c2a-97e2-7c2af1634c68,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:41.268186 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Publish callbacks [] for port, precommit_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.322510 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.328645 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:41.330691 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:41.342607 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:41.361039 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:41.362321 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4190412'] for router_interface, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.482378 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=72c445d6-dd99-4eb3-9534-031c56d465dc,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:41.547750 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Attempting to bind port 1a58282f-84aa-453e-9152-ad05f8de4c29 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:41.548254 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Attempting to bind port 1a58282f-84aa-453e-9152-ad05f8de4c29 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:41.548751 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Attempting to bind port 1a58282f-84aa-453e-9152-ad05f8de4c29 on network a77dd0a2-9628-43aa-bd4b-eb8d184360aa {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:41.564293 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28c674-559b-41bf-b845-21bc4a9bdef3 None None] Pushing event updated for resources: {'Port': ['ID=1a58282f-84aa-453e-9152-ad05f8de4c29,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:41.567741 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Network 03597245-6d91-43e2-998e-8715e605ebb4 is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:41.576054 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:41.594943 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:41.596390 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:41.597104 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.598301 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Bound using segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:41.599841 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Bound port: 1a58282f-84aa-453e-9152-ad05f8de4c29, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:41.600817 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.605966 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'name': 'tempest-ServerRescueNegativeTestJSON-828217715-router', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:29Z', 'updated_at': '2021-12-07T18:17:37Z', 'revision_number': 4, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'gw_port': {'id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:30Z', 'updated_at': '2021-12-07T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5959d01e-dbd7-4be6-851e-5a4764a457f0', 'name': '', 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'mac_address': 'fa:16:3e:6f:1a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c5b65771-4176-4dca-812c-c56fdd3bd691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:38Z', 'revision_number': 2, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'subnets': [{'id': 'c5b65771-4176-4dca-812c-c56fdd3bd691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:41.676589 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-09876875-841f-4e56-b2c7-84be92f457a6 service neutron] 10.222.0.47 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688562 Dec 07 18:17:41.676589 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:41.676589 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4190412'] for router_interface, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.696396 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-41bf35f1-ecb9-47ed-b79c-9db0167a0ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:41.832189 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 6fb4f155-dfae-4890-888e-366f94035c0e up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:41.875537 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Checking router: dae08db9-1ce5-406d-858a-f4f5bfa6524e for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:17:41.878988 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Updating router dae08db9-1ce5-406d-858a-f4f5bfa6524e port 5959d01e-dbd7-4be6-851e-5a4764a457f0 binding host dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:17:41.990106 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:36Z', 'revision_number': 3, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:42.021289 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.076917 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af056e-1858-46d2-bbec-9319f907af99 None None] The sync data for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi is: [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:36Z', 'revision_number': 3, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:17:42.083185 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.127139 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] For port 1a58282f-84aa-453e-9152-ad05f8de4c29, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:42.136232 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] For port 1a58282f-84aa-453e-9152-ad05f8de4c29, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=1a58282f-84aa-453e-9152-ad05f8de4c29,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:42.137222 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.162370 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-216620c7-1924-4f4f-bbf5-7e254a70c131 req-66d4e51a-d6a9-462e-be76-73e10beee9f4 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 210 time: 0.0904059 Dec 07 18:17:42.163133 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-1ef70f68-5318-442f-93aa-07915dd43564 None None] Provisioning complete for port 72c445d6-dd99-4eb3-9534-031c56d465dc triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:42.164986 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1ef70f68-5318-442f-93aa-07915dd43564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.181218 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.237918 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-87e87e98-659a-46da-9271-5904961673a1 req-9b4d2606-88d7-455a-add2-3d0cf65ab55b tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 210 time: 0.0945194 Dec 07 18:17:42.363282 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.513283 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dcc50288-30a5-4f81-aaaa-0cd990dbae6c req-ec083709-80fc-45e0-8d2b-67b4208015b4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 210 time: 0.1003661 Dec 07 18:17:42.594893 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-1ef70f68-5318-442f-93aa-07915dd43564 None None] Port 72c445d6-dd99-4eb3-9534-031c56d465dc cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:17:42.660325 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28c674-559b-41bf-b845-21bc4a9bdef3 None None] Pushing event updated for resources: {'Port': ['ID=1a58282f-84aa-453e-9152-ad05f8de4c29,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:42.663503 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:42.665602 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:42.733425 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 6fb4f155-dfae-4890-888e-366f94035c0e triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:42.733795 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.743573 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.763302 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.764047 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3856965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4190288'] for router_interface, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.767019 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.779701 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.781040 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3856965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4190288'] for router_interface, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:42.935650 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Pushing event updated for resources: {'Port': ['ID=5849c7dc-9128-4c2a-97e2-7c2af1634c68,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:42.937323 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:42.995170 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Network 03597245-6d91-43e2-998e-8715e605ebb4 is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:42.996726 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:43.017870 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=72c445d6-dd99-4eb3-9534-031c56d465dc,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:43.097747 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-dcb7569b-673a-4423-8dcb-bc32baa78081 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:43.109202 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-dcb7569b-673a-4423-8dcb-bc32baa78081 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 818 time: 0.6249063 Dec 07 18:17:43.134167 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-90fdcef9-65a5-4d22-92d6-7b373ad30e49 None None] Provisioning complete for port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:43.134611 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-90fdcef9-65a5-4d22-92d6-7b373ad30e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:43.135026 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a263f389-420c-4dba-bbd7-97d27f18a808 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/quotas/da7dbcb1176f4614b646b30fc56ba32c HTTP/1.1" status: 200 len: 375 time: 0.0226185 Dec 07 18:17:43.158754 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:43.167923 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:43.385379 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.37', 49900) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:43.606137 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-be7d18a5-c552-4032-ae79-2fccefa0b4a9 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4397402 Dec 07 18:17:43.625999 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-90fdcef9-65a5-4d22-92d6-7b373ad30e49 None None] Port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:17:43.642659 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efbfff3d-72b2-4c8f-9a5c-2f2480837e59 req-32e57cc6-e9c8-47c1-b8cd-928a695b0c2c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 210 time: 0.1890736 Dec 07 18:17:43.809830 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45040) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:43.863260 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7392bd4f-0f5e-4a12-bbf1-f090d06266c4 req-8637a1b4-345d-4606-bdfa-4461c941e6d3 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 210 time: 0.0675488 Dec 07 18:17:43.883879 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Router 0508a122-6692-4043-a866-490a4c434394 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:17:43.919649 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Router 036e8bf7-d304-46b3-86a1-1c3c46fba159 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:17:44.004193 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-3a49cef3-7767-4e0f-a35e-668ce496169b None None] Provisioning complete for port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:44.004593 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-3a49cef3-7767-4e0f-a35e-668ce496169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.042495 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-eba3befc-a46b-4c92-b566-920909d036eb service neutron] 10.222.0.47 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198480 Dec 07 18:17:44.107113 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device e9623ef8-cafc-4c4a-935e-dc31048aa5b3 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:44.199652 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-3a49cef3-7767-4e0f-a35e-668ce496169b None None] Port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:17:44.202049 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d7a69288-423e-4574-8a27-65147cdc5b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.228956 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ca730525-0b11-4585-9089-d4797fba6cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.240939 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:17:44.273512 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-28227f40-274f-4882-9fac-6f810efeb0ce tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:44.281043 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-28227f40-274f-4882-9fac-6f810efeb0ce tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.37 "GET /v2.0/networks?id=92a3b70a-d4d2-4062-a163-baa22643a825 HTTP/1.1" status: 200 len: 811 time: 0.8881676 Dec 07 18:17:44.295236 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-97a58d30-7540-4f9b-8d3b-9efd6e57db8d admin admin] 10.222.0.47 "PUT /v2.0/routers/036e8bf7-d304-46b3-86a1-1c3c46fba159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5706284 Dec 07 18:17:44.346805 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-3a49cef3-7767-4e0f-a35e-668ce496169b None None] Provisioning complete for port 72c445d6-dd99-4eb3-9534-031c56d465dc triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:44.347597 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-3a49cef3-7767-4e0f-a35e-668ce496169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.374981 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Request body: {'port': {'device_id': '8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b', 'network_id': '92a3b70a-d4d2-4062-a163-baa22643a825', 'admin_state_up': True, 'tenant_id': '2f833a3f336e4081bf5225d55fea5e86'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:44.396696 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.37', 49906) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:44.433830 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Publish callbacks [] for port, precommit_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.449760 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port e9623ef8-cafc-4c4a-935e-dc31048aa5b3 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:44.450379 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.478722 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-3a49cef3-7767-4e0f-a35e-668ce496169b None None] Port 72c445d6-dd99-4eb3-9534-031c56d465dc cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:17:44.488085 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.542845 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:40Z', 'revision_number': 1, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:44.637787 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85799e-d69d-4dd6-a045-b6c5cc71fa26 None None] The sync data for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi is: [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:40Z', 'revision_number': 1, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:17:44.680659 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f37c6-4941-4600-b8fb-3a495153302d None None] Pushing event updated for resources: {'Port': ['ID=5959d01e-dbd7-4be6-851e-5a4764a457f0,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:44.707922 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:17:44.733182 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-dccc376e-5ea6-418c-81f9-5febdcb24cd4 admin admin] 10.222.0.47 "PUT /v2.0/routers/0508a122-6692-4043-a866-490a4c434394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6087434 Dec 07 18:17:44.770779 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ca730525-0b11-4585-9089-d4797fba6cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.781460 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ca730525-0b11-4585-9089-d4797fba6cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.882050 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Attempting to bind port 5959d01e-dbd7-4be6-851e-5a4764a457f0 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:44.883030 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Attempting to bind port 5959d01e-dbd7-4be6-851e-5a4764a457f0 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:44.883408 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Attempting to bind port 5959d01e-dbd7-4be6-851e-5a4764a457f0 on network 5b01fd91-89e1-4adc-8105-968879f656bc {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:44.886561 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.894351 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-0e782fce-0651-4324-a232-a68ca5ec9675 service neutron] 10.222.0.47 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8507149 Dec 07 18:17:44.900746 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca730525-0b11-4585-9089-d4797fba6cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061bef0e-e71e-4721-87e3-c2ae55904085,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:44.911100 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:44.911486 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Checking segment: {'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:44.917120 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45102) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:44.917264 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ca730525-0b11-4585-9089-d4797fba6cce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43363555e58f4a6192c0f11cf863d5f6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1032844 Dec 07 18:17:44.918312 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.918756 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Bound using segment: {'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:44.919322 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Bound port: 5959d01e-dbd7-4be6-851e-5a4764a457f0, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:44.919662 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:44.948653 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port e9623ef8-cafc-4c4a-935e-dc31048aa5b3, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=e9623ef8-cafc-4c4a-935e-dc31048aa5b3,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:17:44.972676 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:45.063455 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b27210-57a7-463f-b335-508c31c4a818 req-699b0ea3-4dda-4ebc-ac80-68dc43285121 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:45.066620 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-699b0ea3-4dda-4ebc-ac80-68dc43285121 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 814 time: 0.6667533 Dec 07 18:17:45.099244 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Request body: {'port': {'device_id': 'cacffb57-e578-48c8-af63-680f5b3c356e', 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151', 'admin_state_up': True, 'tenant_id': '746fa912bd174892a134fc628bc51d69'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:45.141587 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] For port 5959d01e-dbd7-4be6-851e-5a4764a457f0, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:45.153234 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=e9623ef8-cafc-4c4a-935e-dc31048aa5b3,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:45.154203 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-416dd919-99d6-454b-9612-310c9f4e3fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:45.180680 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] For port 5959d01e-dbd7-4be6-851e-5a4764a457f0, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=5959d01e-dbd7-4be6-851e-5a4764a457f0,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:45.182173 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:45.194904 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-416dd919-99d6-454b-9612-310c9f4e3fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:45.195787 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:45.359918 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Sync routers for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:17:45.381228 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:45.390991 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:45.410032 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f37c6-4941-4600-b8fb-3a495153302d None None] Pushing event updated for resources: {'Port': ['ID=5959d01e-dbd7-4be6-851e-5a4764a457f0,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:45.446050 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Routers {'dae08db9-1ce5-406d-858a-f4f5bfa6524e'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:45.455454 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:45.549799 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-25210bde-9e4c-410a-ae5f-0c465eac5629 req-751d469f-ecca-486a-9b0a-8420a64bc211 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 210 time: 0.0770423 Dec 07 18:17:45.641131 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Made reservation on behalf of 2f833a3f336e4081bf5225d55fea5e86 for: {'port': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:45.653181 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:45.661953 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-416dd919-99d6-454b-9612-310c9f4e3fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:45.668787 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-416dd919-99d6-454b-9612-310c9f4e3fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:45.673442 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-416dd919-99d6-454b-9612-310c9f4e3fd0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/061bef0e-e71e-4721-87e3-c2ae55904085 HTTP/1.1" status: 204 len: 168 time: 0.7393970 Dec 07 18:17:45.750631 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dd919-99d6-454b-9612-310c9f4e3fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061bef0e-e71e-4721-87e3-c2ae55904085,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:45.831972 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.37', 49910) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:45.860098 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:46.017752 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Made reservation on behalf of 746fa912bd174892a134fc628bc51d69 for: {'port': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:46.025134 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:46.515130 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-814c19dd-f6c1-4075-8f3a-6a771a2b2c22 req-baed65a7-88e5-464a-bb35-1f68a01a4a92 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 210 time: 0.2308974 Dec 07 18:17:46.613154 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-347bc662-7188-421f-b2a7-75d19f2c3686 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:46.620756 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-347bc662-7188-421f-b2a7-75d19f2c3686 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.37 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 818 time: 0.7348137 Dec 07 18:17:46.637346 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device e9623ef8-cafc-4c4a-935e-dc31048aa5b3 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:46.660184 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Request body: {'port': {'device_id': 'e24761df-474f-4d27-b58a-831f7032f561', 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc', 'admin_state_up': True, 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:46.703909 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:42Z', 'revision_number': 2, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:46.847045 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Checking router: 0508a122-6692-4043-a866-490a4c434394 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:17:46.847574 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Updating router 0508a122-6692-4043-a866-490a4c434394 port 72c445d6-dd99-4eb3-9534-031c56d465dc binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:17:46.870472 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45152) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:46.927043 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-0096d563-16ff-4049-83d2-940c245b0325 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455437893', 'description': 'tempest-description--1349068085'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:46.932921 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:46.966241 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.014381 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] Set router dae08db9-1ce5-406d-858a-f4f5bfa6524e gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:47.145831 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45154) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:47.183517 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0096d563-16ff-4049-83d2-940c245b0325 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.245957 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2b4113a2-9b80-41b6-ba03-83136e0e0dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.343222 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Allocated IP 172.20.0.10 (92a3b70a-d4d2-4062-a163-baa22643a825/0d7b5423-3d1f-4700-a0c7-397d69ee344a/2820287f-b140-4ebe-b6b3-2694d8d51dc9) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:47.401187 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port e9623ef8-cafc-4c4a-935e-dc31048aa5b3 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:47.401571 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.425207 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0096d563-16ff-4049-83d2-940c245b0325 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.497835 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0096d563-16ff-4049-83d2-940c245b0325 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.568966 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096d563-16ff-4049-83d2-940c245b0325 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57817ced-cbae-4b90-95e6-fa3b722bbb55,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:47.603326 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0096d563-16ff-4049-83d2-940c245b0325 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.608316 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-0096d563-16ff-4049-83d2-940c245b0325 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7324221 Dec 07 18:17:47.614969 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45162) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:47.634021 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-9670f8fa-4560-4b63-992e-49f18007089e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'security_group_rule': {'security_group_id': '57817ced-cbae-4b90-95e6-fa3b722bbb55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:47.672069 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.720790 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ee755231-60ce-4c73-997c-63c2ea801a99 req-31b3e7f4-3b3f-4eaf-8543-f89efb73ee0e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 210 time: 0.2869611 Dec 07 18:17:47.789636 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Made reservation on behalf of da7dbcb1176f4614b646b30fc56ba32c for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:47.810811 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.894448 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.902104 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'name': 'tempest-ServerRescueNegativeTestJSON-828217715-router', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:29Z', 'updated_at': '2021-12-07T18:17:37Z', 'revision_number': 4, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'gw_port': {'id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:30Z', 'updated_at': '2021-12-07T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5959d01e-dbd7-4be6-851e-5a4764a457f0', 'name': '', 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'mac_address': 'fa:16:3e:6f:1a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c5b65771-4176-4dca-812c-c56fdd3bd691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:45Z', 'revision_number': 4, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'subnets': [{'id': 'c5b65771-4176-4dca-812c-c56fdd3bd691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:47.909412 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:47.953033 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803f440f-73e3-4b42-8716-1b2c0f3ef00a None None] The sync data for ids ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'] in dv-cinder-820918-1-iscsi is: [{'id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'name': 'tempest-ServerRescueNegativeTestJSON-828217715-router', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:29Z', 'updated_at': '2021-12-07T18:17:37Z', 'revision_number': 4, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'gw_port': {'id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:30Z', 'updated_at': '2021-12-07T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5959d01e-dbd7-4be6-851e-5a4764a457f0', 'name': '', 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'mac_address': 'fa:16:3e:6f:1a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c5b65771-4176-4dca-812c-c56fdd3bd691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:45Z', 'revision_number': 4, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'subnets': [{'id': 'c5b65771-4176-4dca-812c-c56fdd3bd691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:17:48.057470 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45176) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:48.088370 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cfc9e-5c16-4b5f-b933-6f53c3824608 None None] Pushing event updated for resources: {'Port': ['ID=72c445d6-dd99-4eb3-9534-031c56d465dc,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:48.113464 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-ac2724cd-62ba-4871-9a25-167d5a66e3d8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1168933023', 'description': 'tempest-description--170933668'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:48.141053 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:48.180288 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Allocated IP 172.20.0.8 (2d555f0d-23db-4504-bf81-c32b4bd8e151/3475aaf2-7d65-4d0e-90c8-f78f44abf276/fd244111-c8b7-4c50-95c5-3fada10d7863) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:48.200538 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:48.243853 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9670f8fa-4560-4b63-992e-49f18007089e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:48.330668 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Attempting to bind port 72c445d6-dd99-4eb3-9534-031c56d465dc on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:48.332801 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Attempting to bind port 72c445d6-dd99-4eb3-9534-031c56d465dc by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:48.335001 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Attempting to bind port 72c445d6-dd99-4eb3-9534-031c56d465dc on network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:48.345843 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:48.347076 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Checking segment: {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:48.350382 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:48.351710 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Bound using segment: {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:48.352990 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.37', 49915) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:48.353932 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Bound port: 72c445d6-dd99-4eb3-9534-031c56d465dc, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:48.354380 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:48.563521 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-e71866f9-727f-4fcc-acfc-3fcf64474d08 None None] Provisioning complete for port 72c445d6-dd99-4eb3-9534-031c56d465dc triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:48.572606 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-e71866f9-727f-4fcc-acfc-3fcf64474d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:48.575824 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2b4113a2-9b80-41b6-ba03-83136e0e0dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:48.627076 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] For port 72c445d6-dd99-4eb3-9534-031c56d465dc, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:48.642584 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] For port 72c445d6-dd99-4eb3-9534-031c56d465dc, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=72c445d6-dd99-4eb3-9534-031c56d465dc,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:48.670316 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:48.784669 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-e71866f9-727f-4fcc-acfc-3fcf64474d08 None None] Port 72c445d6-dd99-4eb3-9534-031c56d465dc cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:17:48.838698 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 1a58282f-84aa-453e-9152-ad05f8de4c29 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:48.877592 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Network 92a3b70a-d4d2-4062-a163-baa22643a825 is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:48.973281 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-030cccfa-8248-4f11-b48b-2c19ad773cb1 req-750fa463-82c6-45da-ae4d-db29772f78a4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 210 time: 0.1544719 Dec 07 18:17:49.012782 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.024256 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:49.032430 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:49.032826 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:49.041864 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:49.043598 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 1a58282f-84aa-453e-9152-ad05f8de4c29 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:49.044302 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.060912 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:49.062606 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.177801 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45198) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:49.226560 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Pushing event updated for resources: {'Port': ['ID=2820287f-b140-4ebe-b6b3-2694d8d51dc9,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:49.229469 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cfc9e-5c16-4b5f-b933-6f53c3824608 None None] Pushing event updated for resources: {'Port': ['ID=72c445d6-dd99-4eb3-9534-031c56d465dc,revision_number=4']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:49.267509 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-639c4081-126c-49c6-97a2-0794f46fb42c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8977220 Dec 07 18:17:49.303134 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.334573 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2b4113a2-9b80-41b6-ba03-83136e0e0dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.339229 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-45358e5d-1342-4fc8-87a1-3360325bc687 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:17:49.347352 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-45358e5d-1342-4fc8-87a1-3360325bc687 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463345 Dec 07 18:17:49.359428 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port 1a58282f-84aa-453e-9152-ad05f8de4c29, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=1a58282f-84aa-453e-9152-ad05f8de4c29,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:17:49.365524 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.370518 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac2724cd-62ba-4871-9a25-167d5a66e3d8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.404484 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-40cd60d6-ce77-4aa0-9fe4-33e8a0baaa8b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:49.411763 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.423778 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-40cd60d6-ce77-4aa0-9fe4-33e8a0baaa8b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.37 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 818 time: 1.0176530 Dec 07 18:17:49.461316 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:49.518278 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=1a58282f-84aa-453e-9152-ad05f8de4c29,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:49.568309 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-259e0ceb-e343-4561-aeeb-630b90ee7eac None None] Provisioning complete for port 72c445d6-dd99-4eb3-9534-031c56d465dc triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:49.573415 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-259e0ceb-e343-4561-aeeb-630b90ee7eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.577820 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Request body: {'port': {'device_id': 'a9dee9a7-fe3f-41ae-898b-bc93bb416f6a', 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc', 'admin_state_up': True, 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:49.620214 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-2b4113a2-9b80-41b6-ba03-83136e0e0dd5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4f27efbaaa442f9984a16c0643833f8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4731188 Dec 07 18:17:49.642460 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45204) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:49.646760 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Network 2d555f0d-23db-4504-bf81-c32b4bd8e151 is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:49.700805 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:49.713537 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:49.724577 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:49.725844 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.753549 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-259e0ceb-e343-4561-aeeb-630b90ee7eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.780803 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-833ca4ce-518f-4992-94b2-c69f12463f78 req-f9f64c5e-bc0d-4a21-a5aa-85249cfebc8a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 210 time: 0.2189765 Dec 07 18:17:49.794221 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Pushing event updated for resources: {'Port': ['ID=fd244111-c8b7-4c50-95c5-3fada10d7863,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:49.818567 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55c52fbe-c871-445e-8c1e-eaa39b6eb155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.852245 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-259e0ceb-e343-4561-aeeb-630b90ee7eac None None] For port 72c445d6-dd99-4eb3-9534-031c56d465dc, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=72c445d6-dd99-4eb3-9534-031c56d465dc,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:17:49.860988 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-259e0ceb-e343-4561-aeeb-630b90ee7eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:49.871607 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-301233e2-906c-4c1f-abd3-c5d0449034b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7849147 Dec 07 18:17:49.998591 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9670f8fa-4560-4b63-992e-49f18007089e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:50.021569 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8cd6-c647-4b96-9c0f-cadbb9911c1d req-c691a541-9f0c-4b0c-895e-9ae19f4084f7 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:50.029256 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Request body: {'port': {'device_id': '8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:50.036323 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e01c8cd6-c647-4b96-9c0f-cadbb9911c1d req-c691a541-9f0c-4b0c-895e-9ae19f4084f7 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 932 time: 1.6823163 Dec 07 18:17:50.040911 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e0ceb-e343-4561-aeeb-630b90ee7eac None None] Pushing event updated for resources: {'Port': ['ID=72c445d6-dd99-4eb3-9534-031c56d465dc,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:50.057743 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Sync routers for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:17:50.106416 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:50.109456 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:50.128908 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Request body: {'port': {'device_id': 'cacffb57-e578-48c8-af63-680f5b3c356e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:50.182545 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4113a2-9b80-41b6-ba03-83136e0e0dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6624e5d4-1d7c-4730-af5d-2379746c31de,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:50.205691 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:48Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:50.239320 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e01c8cd6-c647-4b96-9c0f-cadbb9911c1d req-2a35de4a-bf0a-47cd-b258-c9f49ae5fb5c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929610 Dec 07 18:17:50.240930 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9670f8fa-4560-4b63-992e-49f18007089e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:50.308010 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3137c205-79b9-4ada-8ac8-905dfc0ee06d None None] The sync data for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi is: [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:48Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:17:50.361046 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9670f8fa-4560-4b63-992e-49f18007089e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:50.364925 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-9670f8fa-4560-4b63-992e-49f18007089e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7466033 Dec 07 18:17:50.386847 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45218) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:50.400181 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-d7e5b125-ea85-4b90-a228-a323468070fd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'security_group_rule': {'security_group_id': '57817ced-cbae-4b90-95e6-fa3b722bbb55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:50.471269 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:50.510853 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 5959d01e-dbd7-4be6-851e-5a4764a457f0 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:50.528457 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670f8fa-4560-4b63-992e-49f18007089e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d29f0d7-fcfd-4cca-8877-3ebc5deab4ae,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:50.574605 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Allocated IP 172.20.0.12 (5b01fd91-89e1-4adc-8105-968879f656bc/c5b65771-4176-4dca-812c-c56fdd3bd691/76850075-cb4b-4dad-84f1-9f52a345ddaa) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:50.614713 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:50.649238 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d7e5b125-ea85-4b90-a228-a323468070fd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:50.765692 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:50.821735 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fc951f60-79f3-47ea-8cd5-0a8e5213e84e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:50.861370 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 5959d01e-dbd7-4be6-851e-5a4764a457f0 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:50.873568 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:50.919771 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac2724cd-62ba-4871-9a25-167d5a66e3d8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:50.997409 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fc951f60-79f3-47ea-8cd5-0a8e5213e84e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.088036 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac2724cd-62ba-4871-9a25-167d5a66e3d8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.120697 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55c52fbe-c871-445e-8c1e-eaa39b6eb155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.156148 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55c52fbe-c871-445e-8c1e-eaa39b6eb155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.174064 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e80286-a6c1-44c6-9c1c-3f88da28da7b req-90f35660-0d84-4b66-9f30-3299236373c6 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:51.175898 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-36e80286-a6c1-44c6-9c1c-3f88da28da7b req-90f35660-0d84-4b66-9f30-3299236373c6 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 931 time: 0.9353609 Dec 07 18:17:51.276669 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.326704 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d7e5b125-ea85-4b90-a228-a323468070fd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.346244 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:42Z', 'revision_number': 2, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:51.388808 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Checking router: 036e8bf7-d304-46b3-86a1-1c3c46fba159 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:17:51.389457 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Updating router 036e8bf7-d304-46b3-86a1-1c3c46fba159 port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 binding host dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:17:51.398786 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2724cd-62ba-4871-9a25-167d5a66e3d8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12cfa20-6184-435f-87da-9fa401014c20,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:51.423534 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port 5959d01e-dbd7-4be6-851e-5a4764a457f0, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=5959d01e-dbd7-4be6-851e-5a4764a457f0,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:17:51.432719 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.434194 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 1a58282f-84aa-453e-9152-ad05f8de4c29 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:51.442687 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c3b29f79-2155-4ce1-a097-c7e151638724 req-1834dc87-2b72-4e33-8846-77c875c679a8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 210 time: 0.4093137 Dec 07 18:17:51.476984 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d7e5b125-ea85-4b90-a228-a323468070fd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.506076 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-55c52fbe-c871-445e-8c1e-eaa39b6eb155 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38bd1212f87d4b00b5b9a66683c20a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3240609 Dec 07 18:17:51.511594 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac2724cd-62ba-4871-9a25-167d5a66e3d8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.518311 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ac2724cd-62ba-4871-9a25-167d5a66e3d8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.4564393 Dec 07 18:17:51.518311 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Made reservation on behalf of da7dbcb1176f4614b646b30fc56ba32c for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:17:51.518614 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45234) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:51.518696 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45236) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:51.526993 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-e05db88e-fadf-42da-9e77-b87152b5af06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'security_group_rule': {'security_group_id': 'a12cfa20-6184-435f-87da-9fa401014c20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:51.529033 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.619044 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d7e5b125-ea85-4b90-a228-a323468070fd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.625373 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c52fbe-c871-445e-8c1e-eaa39b6eb155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f203de5-1528-4f75-92b8-3d832f12f0a4,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:51.627998 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-d7e5b125-ea85-4b90-a228-a323468070fd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2325749 Dec 07 18:17:51.648414 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45238) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:51.670529 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'floatingip': {'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:51.681407 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.688953 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5b125-ea85-4b90-a228-a323468070fd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655a84f9-9e9c-48f8-b31f-03898cdd0a60,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:51.735350 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=5959d01e-dbd7-4be6-851e-5a4764a457f0,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:51.738584 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-36e80286-a6c1-44c6-9c1c-3f88da28da7b req-3e3939e1-3618-4d03-ac8e-b9cdc9397568 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423205 Dec 07 18:17:51.752170 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 1a58282f-84aa-453e-9152-ad05f8de4c29 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:51.753518 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.831853 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fc951f60-79f3-47ea-8cd5-0a8e5213e84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.836286 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fc951f60-79f3-47ea-8cd5-0a8e5213e84e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.837825 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-fc951f60-79f3-47ea-8cd5-0a8e5213e84e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6624e5d4-1d7c-4730-af5d-2379746c31de HTTP/1.1" status: 204 len: 168 time: 2.1662107 Dec 07 18:17:51.872087 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.900041 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2820287f-b140-4ebe-b6b3-2694d8d51dc9 {{(pid=102526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:17:51.921567 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:51.981869 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.provisioning_blocks [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Transition to ACTIVE for port object 2820287f-b140-4ebe-b6b3-2694d8d51dc9 will not be triggered until provisioned by entity L2. {{(pid=102526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:17:51.997877 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc951f60-79f3-47ea-8cd5-0a8e5213e84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6624e5d4-1d7c-4730-af5d-2379746c31de,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:52.033865 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf136d1c-78f9-41b7-9623-eab776a7db7c req-abbbd8bf-5950-4ab0-9dbf-df9ac0c11d99 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:52.035996 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bf136d1c-78f9-41b7-9623-eab776a7db7c req-abbbd8bf-5950-4ab0-9dbf-df9ac0c11d99 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 932 time: 0.3927362 Dec 07 18:17:52.337935 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.368906 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-941abc04-f466-4f74-bf7c-35c960a37911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.424034 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e05db88e-fadf-42da-9e77-b87152b5af06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.476282 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.522310 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd244111-c8b7-4c50-95c5-3fada10d7863 {{(pid=102526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:17:52.533114 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.549528 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.provisioning_blocks [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Transition to ACTIVE for port object fd244111-c8b7-4c50-95c5-3fada10d7863 will not be triggered until provisioned by entity L2. {{(pid=102526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:17:52.580577 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.631099 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bf136d1c-78f9-41b7-9623-eab776a7db7c req-91c2ae3a-ea26-4c91-ba80-69c8def3d1ac tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045076 Dec 07 18:17:52.663052 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e05db88e-fadf-42da-9e77-b87152b5af06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.686546 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-941abc04-f466-4f74-bf7c-35c960a37911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.690084 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e05db88e-fadf-42da-9e77-b87152b5af06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.702096 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.728598 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.983473 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Pushing event updated for resources: {'Port': ['ID=2820287f-b140-4ebe-b6b3-2694d8d51dc9,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:52.984495 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Publish callbacks [] for port, precommit_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:52.997053 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.040513 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 5959d01e-dbd7-4be6-851e-5a4764a457f0 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:53.102390 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Allocated IP 172.27.2.234 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/30ab8c5c-2783-4b6a-89b0-6608e582ee9d) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:53.177933 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b8204-1de7-4edf-9338-c31fa8e8ec8d None None] Pushing event updated for resources: {'Port': ['ID=5849c7dc-9128-4c2a-97e2-7c2af1634c68,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:53.221494 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Attempting to bind port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:53.221865 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Attempting to bind port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:53.222222 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Attempting to bind port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 on network 03597245-6d91-43e2-998e-8715e605ebb4 {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:53.233531 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 5959d01e-dbd7-4be6-851e-5a4764a457f0 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:53.234006 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.235827 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:53.236212 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Checking segment: {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:53.236679 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.237127 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Bound using segment: {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:53.237624 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Bound port: 5849c7dc-9128-4c2a-97e2-7c2af1634c68, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:53.238012 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.245929 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f0fb262a-efe7-40a9-ab78-063a57f4603d req-2ef6bfd1-6a09-489c-bf2d-9e556524dfa6 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 210 time: 0.5766315 Dec 07 18:17:53.250606 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e05db88e-fadf-42da-9e77-b87152b5af06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.252475 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-e05db88e-fadf-42da-9e77-b87152b5af06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7300653 Dec 07 18:17:53.264112 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.373811 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45268) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:53.384988 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Attempting to bind port 2820287f-b140-4ebe-b6b3-2694d8d51dc9 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:53.385643 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Attempting to bind port 2820287f-b140-4ebe-b6b3-2694d8d51dc9 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '43e6e6ee-4cfd-424f-bdb1-bbd3784b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92a3b70a-d4d2-4062-a163-baa22643a825'}] {{(pid=102526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:53.386166 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Attempting to bind port 2820287f-b140-4ebe-b6b3-2694d8d51dc9 on network 92a3b70a-d4d2-4062-a163-baa22643a825 {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:53.419514 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-205277d5-8ffa-4da7-b506-50dfd1c2a261 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'security_group_rule': {'security_group_id': 'a12cfa20-6184-435f-87da-9fa401014c20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:53.440152 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] For port 5849c7dc-9128-4c2a-97e2-7c2af1634c68, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:53.449619 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] For port 5849c7dc-9128-4c2a-97e2-7c2af1634c68, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=5849c7dc-9128-4c2a-97e2-7c2af1634c68,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:53.462387 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.493468 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.559868 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05db88e-fadf-42da-9e77-b87152b5af06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0058a58-0975-4ed4-ab6a-9953f87bcac5,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:53.576998 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Allocated IP 172.20.0.11 (5b01fd91-89e1-4adc-8105-968879f656bc/c5b65771-4176-4dca-812c-c56fdd3bd691/095d8483-c7c1-45c2-97c7-23bffb50b1c4) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:53.590961 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 72c445d6-dd99-4eb3-9534-031c56d465dc up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:53.648384 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-5c8c5c69-c831-412e-ba86-6b420740d589 None None] Provisioning complete for port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:53.648966 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5c69-c831-412e-ba86-6b420740d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.657197 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-205277d5-8ffa-4da7-b506-50dfd1c2a261 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.716547 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Pushing event updated for resources: {'Port': ['ID=fd244111-c8b7-4c50-95c5-3fada10d7863,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:53.728604 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Port 2820287f-b140-4ebe-b6b3-2694d8d51dc9 on network 92a3b70a-d4d2-4062-a163-baa22643a825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:17:53.728944 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Attempting to bind port 2820287f-b140-4ebe-b6b3-2694d8d51dc9 on network 92a3b70a-d4d2-4062-a163-baa22643a825 {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:53.734680 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:17:53.737762 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:17:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:53.754823 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-941abc04-f466-4f74-bf7c-35c960a37911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.760300 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-941abc04-f466-4f74-bf7c-35c960a37911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.767795 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-941abc04-f466-4f74-bf7c-35c960a37911 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f203de5-1528-4f75-92b8-3d832f12f0a4 HTTP/1.1" status: 204 len: 168 time: 2.2465072 Dec 07 18:17:53.802520 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:53.805896 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Checking segment: {'id': '43e6e6ee-4cfd-424f-bdb1-bbd3784b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92a3b70a-d4d2-4062-a163-baa22643a825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:53.806364 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Bound using segment: {'id': '43e6e6ee-4cfd-424f-bdb1-bbd3784b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92a3b70a-d4d2-4062-a163-baa22643a825'} {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:53.807058 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Bound port: 2820287f-b140-4ebe-b6b3-2694d8d51dc9, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e6e6ee-4cfd-424f-bdb1-bbd3784b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92a3b70a-d4d2-4062-a163-baa22643a825'}}] {{(pid=102526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:53.808761 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:53.961295 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:17:53.963567 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941abc04-f466-4f74-bf7c-35c960a37911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f203de5-1528-4f75-92b8-3d832f12f0a4,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:53.982013 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.084066 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Pushing event updated for resources: {'Port': ['ID=76850075-cb4b-4dad-84f1-9f52a345ddaa,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:54.106689 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Network 5b01fd91-89e1-4adc-8105-968879f656bc is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:54.124915 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:54.131834 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b8204-1de7-4edf-9338-c31fa8e8ec8d None None] Pushing event updated for resources: {'Port': ['ID=5849c7dc-9128-4c2a-97e2-7c2af1634c68,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:54.133294 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:54.146814 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:54.149901 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.150217 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 72c445d6-dd99-4eb3-9534-031c56d465dc triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:54.150801 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.175155 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-205277d5-8ffa-4da7-b506-50dfd1c2a261 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.208555 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Attempting to bind port fd244111-c8b7-4c50-95c5-3fada10d7863 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:54.208903 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Attempting to bind port fd244111-c8b7-4c50-95c5-3fada10d7863 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'}] {{(pid=102526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:54.209233 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Attempting to bind port fd244111-c8b7-4c50-95c5-3fada10d7863 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:54.225776 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-205277d5-8ffa-4da7-b506-50dfd1c2a261 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.253673 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c80e9-d76c-4cbe-905d-0ddedb19d716 req-4c6ff4cc-148e-4020-8676-02fcbb7d2f56 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:54.270547 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-418c80e9-d76c-4cbe-905d-0ddedb19d716 req-4c6ff4cc-148e-4020-8676-02fcbb7d2f56 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 944 time: 0.4120741 Dec 07 18:17:54.274580 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5c69-c831-412e-ba86-6b420740d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.279297 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:54.280787 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'Port': ['ID=30ab8c5c-2783-4b6a-89b0-6608e582ee9d,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:54.283478 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.340932 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:54.361944 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-ecce3315-d13c-433a-abcc-e49993bde9e1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.7100666 Dec 07 18:17:54.413870 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] For port 2820287f-b140-4ebe-b6b3-2694d8d51dc9, host hv-cinder-82091, cleared binding levels {{(pid=102526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:54.423364 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Network 5b01fd91-89e1-4adc-8105-968879f656bc is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:54.424859 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:54.428368 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] For port 2820287f-b140-4ebe-b6b3-2694d8d51dc9, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=2820287f-b140-4ebe-b6b3-2694d8d51dc9,segment=NetworkSegment(43e6e6ee-4cfd-424f-bdb1-bbd3784b28db),segment_id=43e6e6ee-4cfd-424f-bdb1-bbd3784b28db)] {{(pid=102526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:54.429647 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Pushing event updated for resources: {'Port': ['ID=095d8483-c7c1-45c2-97c7-23bffb50b1c4,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:54.432966 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:54.436717 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:54.437776 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205277d5-8ffa-4da7-b506-50dfd1c2a261 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da788e37-94da-4602-9f74-e00f5a55bbe2,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:54.442833 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:54.443458 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.444572 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Port fd244111-c8b7-4c50-95c5-3fada10d7863 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:17:54.445248 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Attempting to bind port fd244111-c8b7-4c50-95c5-3fada10d7863 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:54.456348 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Request body: {'port': {'device_id': 'e24761df-474f-4d27-b58a-831f7032f561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:54.499469 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.520240 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-5c8c5c69-c831-412e-ba86-6b420740d589 None None] For port 5849c7dc-9128-4c2a-97e2-7c2af1634c68, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=5849c7dc-9128-4c2a-97e2-7c2af1634c68,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:17:54.543172 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5c69-c831-412e-ba86-6b420740d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.555376 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.577778 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-205277d5-8ffa-4da7-b506-50dfd1c2a261 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.582665 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-205277d5-8ffa-4da7-b506-50dfd1c2a261 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1865799 Dec 07 18:17:54.591724 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:54.594006 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Checking segment: {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:54.594476 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Bound using segment: {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'} {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:54.594994 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Bound port: fd244111-c8b7-4c50-95c5-3fada10d7863, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'}}] {{(pid=102526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:54.595367 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.602544 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45296) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:54.627125 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c5c69-c831-412e-ba86-6b420740d589 None None] Pushing event updated for resources: {'Port': ['ID=5849c7dc-9128-4c2a-97e2-7c2af1634c68,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:54.663041 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87133dd-38f5-4176-9a62-ea2d97f4427d req-50245c8b-f08f-4f01-95bc-cf53cad3180d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:54.671526 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c87133dd-38f5-4176-9a62-ea2d97f4427d req-50245c8b-f08f-4f01-95bc-cf53cad3180d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 943 time: 1.7037673 Dec 07 18:17:54.705275 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Pushing event updated for resources: {'Port': ['ID=2820287f-b140-4ebe-b6b3-2694d8d51dc9,revision_number=3']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:54.713103 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'floatingip': {'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:54.728855 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-20091fd5-dbea-4ab8-af58-758ec9fcb072 None None] Provisioning complete for port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:54.729616 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-20091fd5-dbea-4ab8-af58-758ec9fcb072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.781577 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45300) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:54.808538 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-418c80e9-d76c-4cbe-905d-0ddedb19d716 req-4a972b3a-8c70-4de7-9bd9-b22269478ae3 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369892 Dec 07 18:17:54.823962 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.838344 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:54.839154 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:54.846713 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-780ca42a-30d5-4ea2-9b49-ca315bfbdb02 service neutron] 10.222.0.37 "PUT /v2.0/ports/2820287f-b140-4ebe-b6b3-2694d8d51dc9 HTTP/1.1" status: 200 len: 1094 time: 5.1097887 Dec 07 18:17:54.876005 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b', 'tag': '2820287f-b140-4ebe-b6b3-2694d8d51dc9'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:17:54.899008 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-a3b88e70-6e00-48cc-ae82-a3cf07e29ba0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3950264 Dec 07 18:17:54.978942 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:17:54.991524 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 5849c7dc-9128-4c2a-97e2-7c2af1634c68 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:17:54.997515 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Request body: {'port': {'device_id': 'a9dee9a7-fe3f-41ae-898b-bc93bb416f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:17:55.067674 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:53Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:17:55.136212 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37259d1b-8bba-407f-9580-dbb0dcaec117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:55.145617 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:55.199270 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5220e9b-363a-42d7-9c1e-14342639ac9e None None] The sync data for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi is: [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:53Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:17:55.227329 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] For port fd244111-c8b7-4c50-95c5-3fada10d7863, host hv-cinder-82091, cleared binding levels {{(pid=102526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:55.233849 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] For port fd244111-c8b7-4c50-95c5-3fada10d7863, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=fd244111-c8b7-4c50-95c5-3fada10d7863,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:55.300633 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:17:55.301060 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:55.340053 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:55.439325 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45318) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:55.492781 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Pushing event updated for resources: {'Port': ['ID=fd244111-c8b7-4c50-95c5-3fada10d7863,revision_number=3']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:55.539742 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c87133dd-38f5-4176-9a62-ea2d97f4427d req-fd40b621-43bc-46d5-85a6-ec250220db93 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8672771 Dec 07 18:17:55.630282 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:55.631000 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:55.641096 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-e566ec7c-35a0-47cc-a578-fc5080f42988 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd244111-c8b7-4c50-95c5-3fada10d7863 HTTP/1.1" status: 200 len: 1093 time: 5.7177188 Dec 07 18:17:55.645182 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aa6100-8790-42e8-92b1-109f9633e5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b", "tag": "2820287f-b140-4ebe-b6b3-2694d8d51dc9"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:17:55.652308 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:55.654167 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:55.676879 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328deea-f44d-4992-a5a7-e8a2282857c4 req-55281f52-4671-476f-b501-ee291eb433a5 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:55.678484 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c328deea-f44d-4992-a5a7-e8a2282857c4 req-55281f52-4671-476f-b501-ee291eb433a5 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 932 time: 0.5483470 Dec 07 18:17:55.833934 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-63386039-bf54-4789-b6a7-c198378f4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:55.835511 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-63386039-bf54-4789-b6a7-c198378f4c19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f833a3f336e4081bf5225d55fea5e86&device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 1097 time: 0.8298724 Dec 07 18:17:56.098415 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4e0eab81-6ff4-4407-93db-78a733289c2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:56.159714 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef428f-6659-4568-9a53-63e8fac11093 x-openstack-request-id: req-b3ef428f-6659-4568-9a53-63e8fac11093 {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:17:56.159714 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b", "tag": "2820287f-b140-4ebe-b6b3-2694d8d51dc9", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:17:56.160111 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b3ef428f-6659-4568-9a53-63e8fac11093 {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:17:56.164626 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b', 'tag': '2820287f-b140-4ebe-b6b3-2694d8d51dc9', 'status': 'completed', 'code': 200} Dec 07 18:17:56.177038 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-3edfe9e8-107f-4275-8864-ca50f4622460 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2820287f-b140-4ebe-b6b3-2694d8d51dc9 HTTP/1.1" status: 200 len: 217 time: 0.2844856 Dec 07 18:17:56.244877 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c328deea-f44d-4992-a5a7-e8a2282857c4 req-886e5355-8ac5-4659-86ef-c82c6bea268e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167158 Dec 07 18:17:56.275422 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b27210-57a7-463f-b335-508c31c4a818 req-af41a4e5-0ad8-4dc4-910d-3d11ffaecebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:56.276993 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-af41a4e5-0ad8-4dc4-910d-3d11ffaecebc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 1096 time: 0.4810002 Dec 07 18:17:56.307048 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:56.468493 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Allocated IP 172.27.2.249 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/0044d349-e282-41fe-94a0-3da6120627af) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:17:56.584290 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76850075-cb4b-4dad-84f1-9f52a345ddaa {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:17:56.630146 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:56.631548 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4e0eab81-6ff4-4407-93db-78a733289c2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:56.677746 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7a30e-1bee-40c5-aa92-c6c24f59c273 req-206a4df4-9231-4a33-82ca-1e5e4d968625 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:56.679781 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9df7a30e-1bee-40c5-aa92-c6c24f59c273 req-206a4df4-9231-4a33-82ca-1e5e4d968625 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 944 time: 0.4331777 Dec 07 18:17:56.682164 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:56.723553 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4e0eab81-6ff4-4407-93db-78a733289c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:56.754102 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:56.755831 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-53ab9135-c94f-437f-9684-0e2b71e48987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:56.757366 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-53ab9135-c94f-437f-9684-0e2b71e48987 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d7b5423-3d1f-4700-a0c7-397d69ee344a HTTP/1.1" status: 200 len: 851 time: 0.5504863 Dec 07 18:17:56.801649 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37259d1b-8bba-407f-9580-dbb0dcaec117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:56.931103 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-72e073f0-5a1b-4a16-82c3-59747cb4c2af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd244111-c8b7-4c50-95c5-3fada10d7863 HTTP/1.1" status: 200 len: 217 time: 0.2373300 Dec 07 18:17:56.994340 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37259d1b-8bba-407f-9580-dbb0dcaec117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.011130 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9df7a30e-1bee-40c5-aa92-c6c24f59c273 req-4f09fd38-09b7-406d-844e-4ae18fff1ed0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105969 Dec 07 18:17:57.030666 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Transition to ACTIVE for port object 76850075-cb4b-4dad-84f1-9f52a345ddaa will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:17:57.045934 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'Port': ['ID=0044d349-e282-41fe-94a0-3da6120627af,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:57.055519 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.057677 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.066229 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-bc38bc4d-4dc0-4ef9-b718-05cf7ce5296f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92a3b70a-d4d2-4062-a163-baa22643a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2515364 Dec 07 18:17:57.081312 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-37259d1b-8bba-407f-9580-dbb0dcaec117 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05aeff97e87949b1b8daeb088800b821&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2702639 Dec 07 18:17:57.087609 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eab81-6ff4-4407-93db-78a733289c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0232871f-43b5-4523-a1bd-c13fe0525042,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:57.090368 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45352) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:57.129901 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:17:57.142093 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:17:57.143029 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-4e0eab81-6ff4-4407-93db-78a733289c2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e34f88507a024b2c93d60652f53ed7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6578379 Dec 07 18:17:57.144428 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.147188 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45356) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:17:57.149309 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:17:57.304773 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.407815 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37259d1b-8bba-407f-9580-dbb0dcaec117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac2d2f-902f-4ba7-82a5-8165d5fc2e5f,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:57.436688 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5159e-3a6f-413f-9760-29d1312c0f37 req-59fc4cd4-9523-4456-bb10-ec6e69c8c9b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:57.437840 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-34a5159e-3a6f-413f-9760-29d1312c0f37 req-59fc4cd4-9523-4456-bb10-ec6e69c8c9b7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 943 time: 0.7460842 Dec 07 18:17:57.438902 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.463591 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.466513 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-33e3cda5-6864-4b03-8e9e-64b1ea349c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.501836 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Pushing event updated for resources: {'Port': ['ID=76850075-cb4b-4dad-84f1-9f52a345ddaa,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:57.669505 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.678535 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0197048 Dec 07 18:17:57.691322 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-33e3cda5-6864-4b03-8e9e-64b1ea349c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.739997 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Attempting to bind port 76850075-cb4b-4dad-84f1-9f52a345ddaa on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:57.739997 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Attempting to bind port 76850075-cb4b-4dad-84f1-9f52a345ddaa by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:57.739997 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Attempting to bind port 76850075-cb4b-4dad-84f1-9f52a345ddaa on network 5b01fd91-89e1-4adc-8105-968879f656bc {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:57.797464 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f024b-0b9d-42af-8647-e5a94e05f917 req-641e2065-5630-4e34-aef3-c82a114c3d73 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:57.806329 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d2f024b-0b9d-42af-8647-e5a94e05f917 req-641e2065-5630-4e34-aef3-c82a114c3d73 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 932 time: 0.3520439 Dec 07 18:17:57.810605 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169086f-4532-4985-a3c2-49ce8e0ffb8d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'Port': ['ID=30ab8c5c-2783-4b6a-89b0-6608e582ee9d,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:57.841843 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-34a5159e-3a6f-413f-9760-29d1312c0f37 req-266a2b2b-f3fd-400c-b0a0-067f749e8720 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672981 Dec 07 18:17:57.872754 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-18effc1d-adaa-4277-a5ad-fbd3d823040f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:57.916916 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Port 76850075-cb4b-4dad-84f1-9f52a345ddaa on network 5b01fd91-89e1-4adc-8105-968879f656bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:17:57.917276 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Attempting to bind port 76850075-cb4b-4dad-84f1-9f52a345ddaa on network 5b01fd91-89e1-4adc-8105-968879f656bc {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:58.042726 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.054854 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.062447 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:58.062956 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Checking segment: {'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:58.064067 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Bound using segment: {'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:58.065944 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Bound port: 76850075-cb4b-4dad-84f1-9f52a345ddaa, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:58.065944 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.113939 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-18effc1d-adaa-4277-a5ad-fbd3d823040f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.115564 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.148301 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-33e3cda5-6864-4b03-8e9e-64b1ea349c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.151084 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'Port': ['ID=0044d349-e282-41fe-94a0-3da6120627af,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:58.152648 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-33e3cda5-6864-4b03-8e9e-64b1ea349c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.154934 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-33e3cda5-6864-4b03-8e9e-64b1ea349c05 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3aac2d2f-902f-4ba7-82a5-8165d5fc2e5f HTTP/1.1" status: 204 len: 168 time: 1.0572858 Dec 07 18:17:58.170012 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095d8483-c7c1-45c2-97c7-23bffb50b1c4 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:17:58.173730 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacffb57-e578-48c8-af63-680f5b3c356e', 'tag': 'fd244111-c8b7-4c50-95c5-3fada10d7863'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:17:58.176660 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eae3319-3842-4647-9c3d-0a00ac589331" -d '{"events": [{"name": "network-changed", "server_uuid": "cacffb57-e578-48c8-af63-680f5b3c356e", "tag": "fd244111-c8b7-4c50-95c5-3fada10d7863"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:17:58.183117 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.184750 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-37fbfd31-eee6-479f-93ea-80fe2a127558 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5143538 Dec 07 18:17:58.239900 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-42454523-a246-462d-abe3-20a4f47ee43c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1455437893&fields=id&tenant_id=02024714edc540369380718e8027a1d1 HTTP/1.1" status: 200 len: 267 time: 0.1390316 Dec 07 18:17:58.246247 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.277845 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3cda5-6864-4b03-8e9e-64b1ea349c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac2d2f-902f-4ba7-82a5-8165d5fc2e5f,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:58.310997 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d2f024b-0b9d-42af-8647-e5a94e05f917 req-f3e5ecc3-7131-4610-a739-678f86ee9227 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439168 Dec 07 18:17:58.322195 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Transition to ACTIVE for port object 095d8483-c7c1-45c2-97c7-23bffb50b1c4 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:17:58.358864 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.438469 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] For port 76850075-cb4b-4dad-84f1-9f52a345ddaa, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:58.483083 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-18effc1d-adaa-4277-a5ad-fbd3d823040f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.494525 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-18effc1d-adaa-4277-a5ad-fbd3d823040f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.498331 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-18effc1d-adaa-4277-a5ad-fbd3d823040f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0232871f-43b5-4523-a1bd-c13fe0525042 HTTP/1.1" status: 204 len: 168 time: 1.2601531 Dec 07 18:17:58.565396 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] For port 76850075-cb4b-4dad-84f1-9f52a345ddaa, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:58.634679 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.667437 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18effc1d-adaa-4277-a5ad-fbd3d823040f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0232871f-43b5-4523-a1bd-c13fe0525042,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:58.668084 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-b2b083b7-919f-4373-a362-d49812a6f515 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:58.669918 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-b2b083b7-919f-4373-a362-d49812a6f515 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 811 time: 0.4290340 Dec 07 18:17:58.679924 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Pushing event updated for resources: {'Port': ['ID=095d8483-c7c1-45c2-97c7-23bffb50b1c4,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:58.698970 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-39270c7d-a73e-4941-a343-541cee4f0681 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/quotas/02024714edc540369380718e8027a1d1 HTTP/1.1" status: 200 len: 375 time: 0.0211563 Dec 07 18:17:58.809920 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:58.811622 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:58.813560 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/76850075-cb4b-4dad-84f1-9f52a345ddaa HTTP/1.1" status: 200 len: 1094 time: 4.3639073 Dec 07 18:17:58.820926 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24761df-474f-4d27-b58a-831f7032f561', 'tag': '76850075-cb4b-4dad-84f1-9f52a345ddaa'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:17:58.858201 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-b4fd7567-a451-461d-8c1c-12dd538ea712 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1490033 Dec 07 18:17:58.921840 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Attempting to bind port 095d8483-c7c1-45c2-97c7-23bffb50b1c4 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:17:58.922610 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Attempting to bind port 095d8483-c7c1-45c2-97c7-23bffb50b1c4 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:17:58.923227 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Attempting to bind port 095d8483-c7c1-45c2-97c7-23bffb50b1c4 on network 5b01fd91-89e1-4adc-8105-968879f656bc {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:58.946996 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Port 095d8483-c7c1-45c2-97c7-23bffb50b1c4 on network 5b01fd91-89e1-4adc-8105-968879f656bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:17:58.947521 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Attempting to bind port 095d8483-c7c1-45c2-97c7-23bffb50b1c4 on network 5b01fd91-89e1-4adc-8105-968879f656bc {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:17:58.950020 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbaa83-9e40-4023-91aa-c6c438d057f9 service neutron] Pushing event updated for resources: {'Port': ['ID=76850075-cb4b-4dad-84f1-9f52a345ddaa,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:58.963341 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff51ec-5ebd-4fd6-9a80-71577b281b10 req-a89eab29-1d73-48ee-b8e9-6403dbee499a tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:58.973273 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-54ff51ec-5ebd-4fd6-9a80-71577b281b10 req-a89eab29-1d73-48ee-b8e9-6403dbee499a tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 944 time: 0.4243603 Dec 07 18:17:58.989375 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:17:58.990106 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Checking segment: {'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:17:58.990743 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Bound using segment: {'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:17:58.991460 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Bound port: 095d8483-c7c1-45c2-97c7-23bffb50b1c4, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:17:58.992150 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:59.079489 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-6038957a-836a-41b8-b642-b6ba1c21f6c8 service neutron] 10.222.0.47 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972637 Dec 07 18:17:59.090067 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-54ff51ec-5ebd-4fd6-9a80-71577b281b10 req-f5239a5c-8c84-4fd4-a54b-5d0acf3395b5 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155539 Dec 07 18:17:59.132986 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] For port 095d8483-c7c1-45c2-97c7-23bffb50b1c4, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:17:59.139123 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] For port 095d8483-c7c1-45c2-97c7-23bffb50b1c4, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=095d8483-c7c1-45c2-97c7-23bffb50b1c4,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:17:59.146358 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:59.222377 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:59.228290 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:17:59.230752 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/095d8483-c7c1-45c2-97c7-23bffb50b1c4 HTTP/1.1" status: 200 len: 1094 time: 4.2634451 Dec 07 18:17:59.238170 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea32d60-f852-4e6a-b12f-57d66135fee1 x-openstack-request-id: req-0ea32d60-f852-4e6a-b12f-57d66135fee1 {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:17:59.240407 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacffb57-e578-48c8-af63-680f5b3c356e", "tag": "fd244111-c8b7-4c50-95c5-3fada10d7863", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:17:59.243836 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0ea32d60-f852-4e6a-b12f-57d66135fee1 {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:17:59.244499 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacffb57-e578-48c8-af63-680f5b3c356e', 'tag': 'fd244111-c8b7-4c50-95c5-3fada10d7863', 'status': 'completed', 'code': 200} Dec 07 18:17:59.259116 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7f81b-a32b-45c6-b03c-c9af008734d6 service neutron] Pushing event updated for resources: {'Port': ['ID=095d8483-c7c1-45c2-97c7-23bffb50b1c4,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:17:59.329165 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6facb7-a05d-4a96-96b3-f4fbc80ead62" -d '{"events": [{"name": "network-changed", "server_uuid": "e24761df-474f-4d27-b58a-831f7032f561", "tag": "76850075-cb4b-4dad-84f1-9f52a345ddaa"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:17:59.330004 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-8a6eeebf-6e2b-4029-9bb3-fda2b1b0eba9 service neutron] 10.222.0.47 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417691 Dec 07 18:17:59.346486 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-0c48ba06-06da-4c12-9609-daa4c5aca66f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1168933023&fields=id&tenant_id=6e910263dc9448a283a75ee5ee242b85 HTTP/1.1" status: 200 len: 267 time: 0.0679097 Dec 07 18:17:59.503197 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-c63630ed-68ad-4a17-9bb7-10306f379769 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:59.506417 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-c63630ed-68ad-4a17-9bb7-10306f379769 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 816 time: 0.1513600 Dec 07 18:17:59.526542 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-7cf93407-f0f9-40b6-a05f-c4c51757250e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/quotas/6e910263dc9448a283a75ee5ee242b85 HTTP/1.1" status: 200 len: 375 time: 0.0144851 Dec 07 18:17:59.593604 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-145980c1-9db3-4a29-8095-4ee14983734b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584142 Dec 07 18:17:59.597414 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ff3c5-83ac-4257-9a46-024fc9d47022 req-b5a657e5-cd75-40ec-8aac-66cf7ff571ad tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:17:59.598967 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a85ff3c5-83ac-4257-9a46-024fc9d47022 req-b5a657e5-cd75-40ec-8aac-66cf7ff571ad tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 943 time: 0.0820365 Dec 07 18:17:59.718372 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a85ff3c5-83ac-4257-9a46-024fc9d47022 req-3617c814-00b4-4b05-bb04-5533501bea27 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102924 Dec 07 18:17:59.753078 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-1259d313-164d-48f5-b955-54afe34e5513 service neutron] 10.222.0.47 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427395 Dec 07 18:17:59.903710 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-03033902-8248-4a59-89d2-f21ac98efaba service neutron] 10.222.0.47 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495504 Dec 07 18:18:00.191369 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682495a-a9fc-47ed-b9be-163a1553c198 req-c0fe2ade-0e2f-48f1-8b20-53addffaea3c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:00.193730 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2682495a-a9fc-47ed-b9be-163a1553c198 req-c0fe2ade-0e2f-48f1-8b20-53addffaea3c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 944 time: 0.0950217 Dec 07 18:18:00.239331 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb37c55d-4f72-4d66-a3b0-9e4f1883cdf5 x-openstack-request-id: req-bb37c55d-4f72-4d66-a3b0-9e4f1883cdf5 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:18:00.239947 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24761df-474f-4d27-b58a-831f7032f561", "tag": "76850075-cb4b-4dad-84f1-9f52a345ddaa", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:18:00.240858 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb37c55d-4f72-4d66-a3b0-9e4f1883cdf5 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:18:00.240858 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24761df-474f-4d27-b58a-831f7032f561', 'tag': '76850075-cb4b-4dad-84f1-9f52a345ddaa', 'status': 'completed', 'code': 200} Dec 07 18:18:00.301617 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2682495a-a9fc-47ed-b9be-163a1553c198 req-962c70eb-2a2e-48f7-bbbd-fc8498db793b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997958 Dec 07 18:18:00.358272 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-18353402-c50f-49ce-9486-fc74d6131db6 req-d871b280-6f79-41e8-be0e-01b172a99e4a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 210 time: 0.0502129 Dec 07 18:18:00.422611 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e883c6ed-a482-4dd8-a745-6556195e2cb2 req-4237ea88-e6bf-4573-a7d9-4261a3354c95 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 210 time: 0.0495708 Dec 07 18:18:00.486876 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9d172-42b4-4513-885f-11decab17b40 req-cd036daa-f2bc-4f97-b08b-bbb348218b61 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:00.494989 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9fa9d172-42b4-4513-885f-11decab17b40 req-cd036daa-f2bc-4f97-b08b-bbb348218b61 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 944 time: 0.0854433 Dec 07 18:18:00.551516 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9fa9d172-42b4-4513-885f-11decab17b40 req-fe1c57ea-215f-4695-9909-9f8601a4304e tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536499 Dec 07 18:18:00.836312 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea37cda-f589-4bbb-a2fc-4ad97c5e5314 req-16f68ecd-27c5-486a-8797-ea0595774460 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:00.837933 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2ea37cda-f589-4bbb-a2fc-4ad97c5e5314 req-16f68ecd-27c5-486a-8797-ea0595774460 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 943 time: 0.0594273 Dec 07 18:18:00.896263 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2ea37cda-f589-4bbb-a2fc-4ad97c5e5314 req-57e5f9b1-6a9a-4257-919e-3bc0d2169193 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517697 Dec 07 18:18:01.481113 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ad6f4a69-2e8c-4ebc-ba36-414430e81603 req-a8a0c5a6-3974-42c6-941b-aef2c34aa05e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 210 time: 0.0392468 Dec 07 18:18:01.595888 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b27210-57a7-463f-b335-508c31c4a818 req-69826092-da8a-4d7b-9419-a8c705eaa35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:01.598517 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-69826092-da8a-4d7b-9419-a8c705eaa35b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3475aaf2-7d65-4d0e-90c8-f78f44abf276 HTTP/1.1" status: 200 len: 854 time: 0.1476071 Dec 07 18:18:01.619964 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2ad2-77b4-4355-b1e7-d3d113aed79f req-a8d11d30-727e-44c0-ba9c-4b166d12ff9f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:01.627411 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-457a2ad2-77b4-4355-b1e7-d3d113aed79f req-a8d11d30-727e-44c0-ba9c-4b166d12ff9f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 944 time: 0.2270737 Dec 07 18:18:01.661543 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-47be5eb9-f32e-4d69-82b2-d1a546ae5f68 req-95e93f2e-ac9b-4e4d-82e5-f07431445e6e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 210 time: 0.0878308 Dec 07 18:18:01.694350 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45562) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:01.705370 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-08b41000-c3e3-42c0-b38a-e9f9a3a7e8e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d555f0d-23db-4504-bf81-c32b4bd8e151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921991 Dec 07 18:18:01.743651 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6facb7-a05d-4a96-96b3-f4fbc80ead62 req-b7410213-bd69-44e0-947b-9a3c8b110d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:01.747765 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8e6facb7-a05d-4a96-96b3-f4fbc80ead62 req-b7410213-bd69-44e0-947b-9a3c8b110d6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 1097 time: 0.1982729 Dec 07 18:18:01.752880 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-d3201ef2-e4dd-4178-bf98-e51b13e85e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:01.754449 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-d3201ef2-e4dd-4178-bf98-e51b13e85e1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 1097 time: 0.1951122 Dec 07 18:18:01.855455 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-457a2ad2-77b4-4355-b1e7-d3d113aed79f req-d2bf78c8-c849-437a-b409-8e4155e4d10f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265661 Dec 07 18:18:01.857911 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-bffc0d9d-da64-4574-a4ea-e7d038d118ed service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473327 Dec 07 18:18:01.859653 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-a7a2b3f8-01f4-494c-8b98-4f13a7a6d2a3 service neutron] 10.222.0.37 "GET /v2.0/networks/92a3b70a-d4d2-4062-a163-baa22643a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106259 Dec 07 18:18:02.039151 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45570) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:02.081900 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-08cbb468-143c-49ef-a184-3b7c6cb29caa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095d8483-c7c1-45c2-97c7-23bffb50b1c4 HTTP/1.1" status: 200 len: 217 time: 0.2964745 Dec 07 18:18:02.087948 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8b27210-57a7-463f-b335-508c31c4a818 req-20d9d45a-4607-473a-817e-a62991240143 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057180 Dec 07 18:18:02.095789 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d4b33fe-fe5f-4390-b613-598b620cb32c req-2ffaa08f-a759-4033-8561-40c8547fa4bf service neutron] 10.222.0.37 "GET /v2.0/networks/92a3b70a-d4d2-4062-a163-baa22643a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051811 Dec 07 18:18:02.105073 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bdfff-bcf3-4f34-9b1b-f91c2e31fbe3 req-f5dccb99-caf7-4c4f-8641-30891a68f5dc tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:02.106584 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4f3bdfff-bcf3-4f34-9b1b-f91c2e31fbe3 req-f5dccb99-caf7-4c4f-8641-30891a68f5dc tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 943 time: 0.1105583 Dec 07 18:18:02.133418 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b458255f-11d7-46b2-a93f-1269a0f9ea0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.158091 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4f3bdfff-bcf3-4f34-9b1b-f91c2e31fbe3 req-1fa5f66a-0d92-4ab5-b561-4f0d22314c66 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442495 Dec 07 18:18:02.171351 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc099b-316a-4f8b-b20a-b9c77bb9f6fe req-bc61c479-f72a-4d7d-af8a-a8b814597fdf tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:02.173867 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d27408e0-7658-4710-9132-84dcad89be25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.178389 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-41fc099b-316a-4f8b-b20a-b9c77bb9f6fe req-bc61c479-f72a-4d7d-af8a-a8b814597fdf tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 944 time: 0.4123478 Dec 07 18:18:02.246188 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dee9a7-fe3f-41ae-898b-bc93bb416f6a', 'tag': '095d8483-c7c1-45c2-97c7-23bffb50b1c4'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:18:02.248398 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e437ba5c-2877-43a4-a0a6-b28dcab01efa" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dee9a7-fe3f-41ae-898b-bc93bb416f6a", "tag": "095d8483-c7c1-45c2-97c7-23bffb50b1c4"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:18:02.258978 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d27408e0-7658-4710-9132-84dcad89be25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.262749 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d27408e0-7658-4710-9132-84dcad89be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.280922 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6facb7-a05d-4a96-96b3-f4fbc80ead62 req-dd1d7456-191d-498b-a8db-2f4edb2ebc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:02.282400 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8e6facb7-a05d-4a96-96b3-f4fbc80ead62 req-dd1d7456-191d-498b-a8db-2f4edb2ebc30 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5059605 Dec 07 18:18:02.295314 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104bbd1d-48c5-4973-963c-34ed6acbb21e x-openstack-request-id: req-104bbd1d-48c5-4973-963c-34ed6acbb21e {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:18:02.295603 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dee9a7-fe3f-41ae-898b-bc93bb416f6a", "tag": "095d8483-c7c1-45c2-97c7-23bffb50b1c4", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:18:02.295859 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-104bbd1d-48c5-4973-963c-34ed6acbb21e {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:18:02.296239 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dee9a7-fe3f-41ae-898b-bc93bb416f6a', 'tag': '095d8483-c7c1-45c2-97c7-23bffb50b1c4', 'status': 'completed', 'code': 200} Dec 07 18:18:02.304888 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-d27408e0-7658-4710-9132-84dcad89be25 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f86b9fdc4a8f4a2fa39ebd5b1689a807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588093 Dec 07 18:18:02.305277 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45576) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:02.309004 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-41fc099b-316a-4f8b-b20a-b9c77bb9f6fe req-473fb055-3233-4aad-8590-772794f3dedd tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293983 Dec 07 18:18:02.312716 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27408e0-7658-4710-9132-84dcad89be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00562602-dcc8-4744-b510-f9559ca375a6,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:02.356171 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b458255f-11d7-46b2-a93f-1269a0f9ea0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.360709 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b458255f-11d7-46b2-a93f-1269a0f9ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.370985 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a4302023-a01a-4310-852a-ec46ed601086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.394647 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a4302023-a01a-4310-852a-ec46ed601086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.416521 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-b458255f-11d7-46b2-a93f-1269a0f9ea0b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cba2494530ff406fb95610856bd9eb33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7154322 Dec 07 18:18:02.424165 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45580) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:02.433548 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458255f-11d7-46b2-a93f-1269a0f9ea0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975364c0-bf33-4b6b-810e-b01e2c153d9b,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:02.471825 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bad01fc4-243c-4577-b7b7-b0babb15dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:02.473327 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-bad01fc4-243c-4577-b7b7-b0babb15dfef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b65771-4176-4dca-812c-c56fdd3bd691 HTTP/1.1" status: 200 len: 858 time: 0.0757079 Dec 07 18:18:02.483520 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a4302023-a01a-4310-852a-ec46ed601086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.486133 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a4302023-a01a-4310-852a-ec46ed601086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.487273 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a4302023-a01a-4310-852a-ec46ed601086 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00562602-dcc8-4744-b510-f9559ca375a6 HTTP/1.1" status: 204 len: 168 time: 0.1810124 Dec 07 18:18:02.488048 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6d8876ab-f196-4aae-b8a5-43dacdfa6690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.504240 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4302023-a01a-4310-852a-ec46ed601086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00562602-dcc8-4744-b510-f9559ca375a6,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:02.521956 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6d8876ab-f196-4aae-b8a5-43dacdfa6690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.621871 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-f6a1f40d-8c91-490a-81ef-891bd3b5e127 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b01fd91-89e1-4adc-8105-968879f656bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664296 Dec 07 18:18:02.646264 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-de555b07-9fcc-476b-9c1b-6aaa24c899b0 req-b111272d-1dc4-44ca-b64c-945ff9e55a27 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 210 time: 0.0397542 Dec 07 18:18:02.664815 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa6100-8790-42e8-92b1-109f9633e5d6 req-47f653f1-8d76-4732-8030-d9d1162e0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:02.666730 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-49aa6100-8790-42e8-92b1-109f9633e5d6 req-47f653f1-8d76-4732-8030-d9d1162e0751 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f833a3f336e4081bf5225d55fea5e86&device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 1097 time: 0.1020844 Dec 07 18:18:02.669333 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-1348c4f2-8d95-482f-967c-3c0a9dd542f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:02.670724 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-1348c4f2-8d95-482f-967c-3c0a9dd542f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 1096 time: 0.1177197 Dec 07 18:18:02.671810 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6d8876ab-f196-4aae-b8a5-43dacdfa6690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.674644 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6d8876ab-f196-4aae-b8a5-43dacdfa6690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:02.676000 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-6d8876ab-f196-4aae-b8a5-43dacdfa6690 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/975364c0-bf33-4b6b-810e-b01e2c153d9b HTTP/1.1" status: 204 len: 168 time: 0.2509124 Dec 07 18:18:02.699152 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8876ab-f196-4aae-b8a5-43dacdfa6690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975364c0-bf33-4b6b-810e-b01e2c153d9b,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:02.731236 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6facb7-a05d-4a96-96b3-f4fbc80ead62 req-687f5403-01e7-4ca0-ba8b-70598b4e09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:02.732783 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8e6facb7-a05d-4a96-96b3-f4fbc80ead62 req-687f5403-01e7-4ca0-ba8b-70598b4e09a0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2796493 Dec 07 18:18:02.791678 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-5ddf2085-e5bf-442c-8bcf-3b6a35d7137c service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523829 Dec 07 18:18:02.898365 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0031e56e-8dfc-40d6-b3d4-463afd51642c req-bbfca681-5330-4463-9820-d1b530f8b5a5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 210 time: 0.0741439 Dec 07 18:18:02.899348 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.37', 49934) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:03.011831 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa6100-8790-42e8-92b1-109f9633e5d6 req-77fe55b1-1ecb-47b1-b9fc-9a0f283fea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.013250 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-49aa6100-8790-42e8-92b1-109f9633e5d6 req-77fe55b1-1ecb-47b1-b9fc-9a0f283fea05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92a3b70a-d4d2-4062-a163-baa22643a825 HTTP/1.1" status: 200 len: 912 time: 0.2971766 Dec 07 18:18:03.016287 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-cb57b9db-16e6-4d3c-8d40-3ebfb9b66734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.026911 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-cb57b9db-16e6-4d3c-8d40-3ebfb9b66734 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 915 time: 0.2677207 Dec 07 18:18:03.141019 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6c22e99-3629-46a9-a97a-93ad9cb2410a req-1b322745-53ab-4f9b-85e9-eec80393bed3 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287528 Dec 07 18:18:03.147855 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-02d35318-0420-467f-93b4-2f9c0bf5a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.150034 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-02d35318-0420-467f-93b4-2f9c0bf5a0d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 1097 time: 0.2549808 Dec 07 18:18:03.223787 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-6433569a-3022-4cae-af08-0eebd5b97281 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.227463 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-6433569a-3022-4cae-af08-0eebd5b97281 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.37 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 811 time: 0.2494462 Dec 07 18:18:03.230115 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45600) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:03.301654 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-49aa6100-8790-42e8-92b1-109f9633e5d6 req-506d4ccb-5249-4041-8c1d-209e228f6dcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2820287f-b140-4ebe-b6b3-2694d8d51dc9 HTTP/1.1" status: 200 len: 217 time: 0.2731848 Dec 07 18:18:03.303054 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-882bef74-0a50-4794-8df2-f61ae7c05aa1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd244111-c8b7-4c50-95c5-3fada10d7863 HTTP/1.1" status: 200 len: 217 time: 0.2713494 Dec 07 18:18:03.306665 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-3440934e-354c-48a1-ba05-4852879a6eda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:03.319892 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45604) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:03.320813 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-3761b15d-fcf1-40e3-9ba0-ddec69d4cd83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa HTTP/1.1" status: 200 len: 217 time: 0.1537941 Dec 07 18:18:03.371931 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8088896a-6e1d-4d08-b106-2a3928fadaa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:03.438506 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40928ffd-2e5a-41d9-bd25-b3167c7bbaf3 req-f81606fc-a902-48de-98d8-1ab2afb9dd6e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.440026 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-40928ffd-2e5a-41d9-bd25-b3167c7bbaf3 req-f81606fc-a902-48de-98d8-1ab2afb9dd6e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 944 time: 0.3972108 Dec 07 18:18:03.455859 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa6100-8790-42e8-92b1-109f9633e5d6 req-54f70ec8-f90a-43ba-9bf8-0ad66dc572ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.457359 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-49aa6100-8790-42e8-92b1-109f9633e5d6 req-54f70ec8-f90a-43ba-9bf8-0ad66dc572ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d7b5423-3d1f-4700-a0c7-397d69ee344a HTTP/1.1" status: 200 len: 851 time: 0.1280100 Dec 07 18:18:03.461148 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d05f8-4486-4004-b48c-d18fd3ff7dd5 req-d6af3403-8151-4241-a278-e7273e8c99af tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.461803 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-022630be-621d-469c-b59f-625442ffd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.462720 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-022630be-621d-469c-b59f-625442ffd305 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3475aaf2-7d65-4d0e-90c8-f78f44abf276 HTTP/1.1" status: 200 len: 854 time: 0.1251330 Dec 07 18:18:03.462866 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f07d05f8-4486-4004-b48c-d18fd3ff7dd5 req-d6af3403-8151-4241-a278-e7273e8c99af tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 943 time: 0.1863132 Dec 07 18:18:03.496211 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-48e4f64b-0b13-43f3-b196-f756d909ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.498349 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-48e4f64b-0b13-43f3-b196-f756d909ce56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b65771-4176-4dca-812c-c56fdd3bd691 HTTP/1.1" status: 200 len: 858 time: 0.1566927 Dec 07 18:18:03.500384 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437ba5c-2877-43a4-a0a6-b28dcab01efa req-f087a2fc-b755-4494-940d-c4c9e8292507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.502315 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e437ba5c-2877-43a4-a0a6-b28dcab01efa req-f087a2fc-b755-4494-940d-c4c9e8292507 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 1097 time: 0.1830950 Dec 07 18:18:03.512623 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-8de2ce38-1513-4ca0-8fe4-5fff4d318408 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02024714edc540369380718e8027a1d1 HTTP/1.1" status: 200 len: 380 time: 0.1997240 Dec 07 18:18:03.523931 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-d8bf32b5-1a92-425e-bcba-f87cbd32eb25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d555f0d-23db-4504-bf81-c32b4bd8e151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496294 Dec 07 18:18:03.547533 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-49aa6100-8790-42e8-92b1-109f9633e5d6 req-8b1db4a6-c862-4e7d-b371-8ef9beb8c665 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92a3b70a-d4d2-4062-a163-baa22643a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663395 Dec 07 18:18:03.557712 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'port': {'device_id': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'admin_state_up': True, 'tenant_id': '02024714edc540369380718e8027a1d1', 'security_groups': ['57817ced-cbae-4b90-95e6-fa3b722bbb55']}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:18:03.604056 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-64597846-b32a-40c3-85e7-cbaa94535804 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b01fd91-89e1-4adc-8105-968879f656bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904739 Dec 07 18:18:03.630073 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-40928ffd-2e5a-41d9-bd25-b3167c7bbaf3 req-fa1c8cb6-ce4c-4c1f-ad19-e2d003cfa542 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760089 Dec 07 18:18:03.734572 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8088896a-6e1d-4d08-b106-2a3928fadaa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:03.766491 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8088896a-6e1d-4d08-b106-2a3928fadaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:03.810194 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-99bd1f55-e129-44d4-8a18-4932632f3511 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700517 Dec 07 18:18:03.815990 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-49aa6100-8790-42e8-92b1-109f9633e5d6 req-375a229c-17e6-43a2-86f7-24c4b8fb2264 service neutron] 10.222.0.37 "GET /v2.0/networks/92a3b70a-d4d2-4062-a163-baa22643a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546136 Dec 07 18:18:03.847864 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-8088896a-6e1d-4d08-b106-2a3928fadaa4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d1b345d6a524a70bc58b3d6dba90d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242038 Dec 07 18:18:03.847864 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088896a-6e1d-4d08-b106-2a3928fadaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4812a63c-7dde-49cc-9b7d-8758d8eaebce,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:03.852459 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45624) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:03.855202 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.37', 49937) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:03.910468 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccee15-567b-4bc3-abd6-947e7c76e2ba req-51c567fe-a967-41f0-a38a-d506e1298896 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:03.912043 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2eccee15-567b-4bc3-abd6-947e7c76e2ba req-51c567fe-a967-41f0-a38a-d506e1298896 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 944 time: 0.1658401 Dec 07 18:18:04.042258 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f07d05f8-4486-4004-b48c-d18fd3ff7dd5 req-7e7ea7e4-19d7-46e1-af77-ce519a4bbb1b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492017 Dec 07 18:18:04.125280 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-3440934e-354c-48a1-ba05-4852879a6eda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.146856 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-3440934e-354c-48a1-ba05-4852879a6eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.174913 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2eccee15-567b-4bc3-abd6-947e7c76e2ba req-973d26fb-a909-4383-ac5a-7dbd3e2eb3da tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260070 Dec 07 18:18:04.193379 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d233fa30-d6ab-43b9-ab5c-2943daec3f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.205878 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-dd9a8864-cebd-4206-8d06-77b934a9aea0 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246524 Dec 07 18:18:04.206062 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437ba5c-2877-43a4-a0a6-b28dcab01efa req-24486775-5498-42e3-af18-f4790f238e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:04.206062 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e437ba5c-2877-43a4-a0a6-b28dcab01efa req-24486775-5498-42e3-af18-f4790f238e6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 919 time: 0.6879883 Dec 07 18:18:04.214591 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ddc39951-a55f-4a22-be71-25adb20ecfd4 req-a765b6c2-97b4-449b-89a8-ba6f65b6ba74 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 210 time: 0.0762877 Dec 07 18:18:04.258888 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-ae9f247a-c1e8-4482-82e6-2fbe66b0bc44 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:04.260514 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-ae9f247a-c1e8-4482-82e6-2fbe66b0bc44 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 816 time: 0.3857753 Dec 07 18:18:04.262565 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d233fa30-d6ab-43b9-ab5c-2943daec3f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.274644 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-49aa6100-8790-42e8-92b1-109f9633e5d6 req-747e6032-9392-497f-9aa9-0d918663f161 service neutron] 10.222.0.37 "GET /v2.0/networks/92a3b70a-d4d2-4062-a163-baa22643a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836970 Dec 07 18:18:04.294613 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440934e-354c-48a1-ba05-4852879a6eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c8fedc-f1fa-48e7-a050-9f49411bf939,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:04.300904 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-3440934e-354c-48a1-ba05-4852879a6eda admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7cb083c789de47b6b16063625238e129&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0373175 Dec 07 18:18:04.302877 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-bff521c9-e5ed-468c-acf2-a317de4ac7f0 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830363 Dec 07 18:18:04.306646 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e437ba5c-2877-43a4-a0a6-b28dcab01efa req-484b1469-dad5-4dac-9181-7adf3fc82602 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095d8483-c7c1-45c2-97c7-23bffb50b1c4 HTTP/1.1" status: 200 len: 217 time: 0.0656121 Dec 07 18:18:04.307067 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45632) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:04.314369 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Made reservation on behalf of 02024714edc540369380718e8027a1d1 for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:18:04.318134 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.337434 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2293a71d-a94f-4222-8cc8-cc26eef11cd9 req-600072a2-225a-423c-904a-e39b237663cc tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 210 time: 0.0554879 Dec 07 18:18:04.390740 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d233fa30-d6ab-43b9-ab5c-2943daec3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.393373 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d233fa30-d6ab-43b9-ab5c-2943daec3f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.396997 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-d233fa30-d6ab-43b9-ab5c-2943daec3f80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4812a63c-7dde-49cc-9b7d-8758d8eaebce HTTP/1.1" status: 204 len: 168 time: 0.5418067 Dec 07 18:18:04.417654 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233fa30-d6ab-43b9-ab5c-2943daec3f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4812a63c-7dde-49cc-9b7d-8758d8eaebce,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:04.430337 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-7852d16d-db4e-4b68-857b-799cb8c28809 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e910263dc9448a283a75ee5ee242b85 HTTP/1.1" status: 200 len: 380 time: 0.1283529 Dec 07 18:18:04.473524 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'port': {'device_id': '290577fd-00ec-4159-b62a-bfde06984833', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'admin_state_up': True, 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'security_groups': ['a12cfa20-6184-435f-87da-9fa401014c20']}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:18:04.525084 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437ba5c-2877-43a4-a0a6-b28dcab01efa req-e7abaa4c-b5c0-42bf-8aee-374d4c2fdf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:04.526553 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e437ba5c-2877-43a4-a0a6-b28dcab01efa req-e7abaa4c-b5c0-42bf-8aee-374d4c2fdf40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b65771-4176-4dca-812c-c56fdd3bd691 HTTP/1.1" status: 200 len: 858 time: 0.2046626 Dec 07 18:18:04.542256 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-be3cee14-37f9-4585-91a5-62806dabb881 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.592355 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e437ba5c-2877-43a4-a0a6-b28dcab01efa req-7e4d8e4b-fcad-45c8-a335-9ccec9e04496 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b01fd91-89e1-4adc-8105-968879f656bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530305 Dec 07 18:18:04.635551 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd2f829b-407e-4dad-a2a5-0dc36e37731b req-c592ef36-1570-49fb-88cc-fce6afa9bed8 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148818 Dec 07 18:18:04.646562 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Made reservation on behalf of 6e910263dc9448a283a75ee5ee242b85 for: {'port': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:18:04.653596 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.656835 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-be3cee14-37f9-4585-91a5-62806dabb881 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.744070 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Allocated IP 172.20.0.8 (03597245-6d91-43e2-998e-8715e605ebb4/c0740316-a665-4440-a726-9fd1ffd59b6a/32b38252-4967-4f79-bbd8-d483954c2fc3) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:18:04.868321 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e437ba5c-2877-43a4-a0a6-b28dcab01efa req-304dc107-4704-4732-8513-dba9dfc0e789 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642329 Dec 07 18:18:04.886266 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9b14b-8ee8-4c54-ab79-96b4f32a394b req-2ffc1255-8e49-498e-bcfe-cabc4f3aad90 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:04.887863 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2e9b14b-8ee8-4c54-ab79-96b4f32a394b req-2ffc1255-8e49-498e-bcfe-cabc4f3aad90 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 944 time: 0.1373861 Dec 07 18:18:04.888132 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Allocated IP 172.20.0.13 (ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec/6fd65f4f-b876-41e8-9bde-333f8d69f506/0b69af12-bbc2-431f-bafb-b98e3a3448ce) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:18:04.919276 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-be3cee14-37f9-4585-91a5-62806dabb881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.921857 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-be3cee14-37f9-4585-91a5-62806dabb881 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:04.925334 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-be3cee14-37f9-4585-91a5-62806dabb881 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16c8fedc-f1fa-48e7-a050-9f49411bf939 HTTP/1.1" status: 204 len: 168 time: 0.6149650 Dec 07 18:18:04.964995 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cee14-37f9-4585-91a5-62806dabb881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c8fedc-f1fa-48e7-a050-9f49411bf939,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:05.086883 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2e9b14b-8ee8-4c54-ab79-96b4f32a394b req-c04c8648-0efa-405b-a163-bdd69223af53 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647162 Dec 07 18:18:05.095057 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:05.122270 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:05.151538 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e437ba5c-2877-43a4-a0a6-b28dcab01efa req-5f918cc2-ab7f-4022-9eee-90a334732601 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082751 Dec 07 18:18:05.173179 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:05.236876 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4e654-f933-409f-b85f-1327d72eb5ef req-e0a56f52-1def-48e5-a7b0-b739c89a6d68 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:05.245998 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c8b4e654-f933-409f-b85f-1327d72eb5ef req-e0a56f52-1def-48e5-a7b0-b739c89a6d68 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 943 time: 0.0941899 Dec 07 18:18:05.249377 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:05.283877 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Network 03597245-6d91-43e2-998e-8715e605ebb4 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:18:05.296903 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:18:05.309812 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:18:05.314700 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:05.315390 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:05.335488 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'Port': ['ID=32b38252-4967-4f79-bbd8-d483954c2fc3,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:05.356454 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-22cd6820-bf73-434f-955d-cae37e1c5f05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8378086 Dec 07 18:18:05.378624 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d5c0b-567e-4c65-81d9-5a23b1e6df28 req-0049e74f-e1e8-4915-8864-d21fd80c5cf2 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:05.380172 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a65d5c0b-567e-4c65-81d9-5a23b1e6df28 req-0049e74f-e1e8-4915-8864-d21fd80c5cf2 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 944 time: 0.0875545 Dec 07 18:18:05.383642 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:18:05.392161 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Request body: {'port': {'device_id': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:18:05.403493 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:18:05.406475 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:18:05.414390 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:05.415148 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:05.430649 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:05.458249 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c8b4e654-f933-409f-b85f-1327d72eb5ef req-fb72340e-d12f-4237-a8bb-4fab1e746f09 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103913 Dec 07 18:18:05.469643 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-82f56775-249a-44be-bd97-af096c70aca4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0010562 Dec 07 18:18:05.490622 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Request body: {'port': {'device_id': '290577fd-00ec-4159-b62a-bfde06984833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:18:05.609231 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:05.651780 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a65d5c0b-567e-4c65-81d9-5a23b1e6df28 req-59f77eab-e8eb-4b7b-85ae-7dd4a09ce194 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634871 Dec 07 18:18:05.666788 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:05.733653 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a79d2-4c5d-4615-b409-92725b34e1fd req-41cbeb64-381d-4071-9e3d-d3f6cce4d07b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:05.751111 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0c2a79d2-4c5d-4615-b409-92725b34e1fd req-41cbeb64-381d-4071-9e3d-d3f6cce4d07b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 931 time: 0.1993067 Dec 07 18:18:05.783707 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f6bfc774-aec2-4f24-8a74-b1fdad440fe1 None None] Provisioning complete for port 32b38252-4967-4f79-bbd8-d483954c2fc3 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:18:05.784224 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc774-aec2-4f24-8a74-b1fdad440fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:05.854362 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfc774-aec2-4f24-8a74-b1fdad440fe1 None None] Port 32b38252-4967-4f79-bbd8-d483954c2fc3 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:18:05.865898 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f6bfc774-aec2-4f24-8a74-b1fdad440fe1 None None] Provisioning complete for port 0b69af12-bbc2-431f-bafb-b98e3a3448ce triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:18:05.867186 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc774-aec2-4f24-8a74-b1fdad440fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:05.886238 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0c2a79d2-4c5d-4615-b409-92725b34e1fd req-ecf2ad68-3b97-4c03-86f4-6fb04b4eb476 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339204 Dec 07 18:18:05.920381 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfc774-aec2-4f24-8a74-b1fdad440fe1 None None] Port 0b69af12-bbc2-431f-bafb-b98e3a3448ce cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:18:05.983023 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eedca2-f8a3-487a-b8c5-a57a04a91945 req-f7052d01-7aca-482c-a604-a297a8e49f33 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:05.984591 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2eedca2-f8a3-487a-b8c5-a57a04a91945 req-f7052d01-7aca-482c-a604-a297a8e49f33 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 932 time: 0.1509094 Dec 07 18:18:06.062556 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2eedca2-f8a3-487a-b8c5-a57a04a91945 req-bd140157-be4f-4c05-93b9-3d7f37516774 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718896 Dec 07 18:18:06.076995 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b69af12-bbc2-431f-bafb-b98e3a3448ce {{(pid=102526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:18:06.090710 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:06.105586 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.provisioning_blocks [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Transition to ACTIVE for port object 0b69af12-bbc2-431f-bafb-b98e3a3448ce will not be triggered until provisioned by entity L2. {{(pid=102526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:18:06.111107 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:06.137068 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b38252-4967-4f79-bbd8-d483954c2fc3 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:18:06.166789 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Pushing event updated for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:06.178108 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:06.205315 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Transition to ACTIVE for port object 32b38252-4967-4f79-bbd8-d483954c2fc3 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:18:06.212949 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:06.306042 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Attempting to bind port 0b69af12-bbc2-431f-bafb-b98e3a3448ce on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:18:06.307863 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Attempting to bind port 0b69af12-bbc2-431f-bafb-b98e3a3448ce by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'}] {{(pid=102526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:18:06.308829 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Attempting to bind port 0b69af12-bbc2-431f-bafb-b98e3a3448ce on network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:18:06.320129 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Port 0b69af12-bbc2-431f-bafb-b98e3a3448ce on network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:18:06.326705 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Attempting to bind port 0b69af12-bbc2-431f-bafb-b98e3a3448ce on network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:18:06.333644 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:18:06.334166 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Checking segment: {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:18:06.334708 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Bound using segment: {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'} {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:18:06.335396 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Bound port: 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'}}] {{(pid=102526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:18:06.336067 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:06.346705 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc899953-8e24-4e93-a465-f0d704088289 req-1096e5c3-3ae1-4e98-8e8f-42226072b764 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:06.355030 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-bc899953-8e24-4e93-a465-f0d704088289 req-1096e5c3-3ae1-4e98-8e8f-42226072b764 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 944 time: 0.1752322 Dec 07 18:18:06.376537 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Pushing event updated for resources: {'Port': ['ID=32b38252-4967-4f79-bbd8-d483954c2fc3,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:06.437063 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Attempting to bind port 32b38252-4967-4f79-bbd8-d483954c2fc3 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:18:06.437412 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Attempting to bind port 32b38252-4967-4f79-bbd8-d483954c2fc3 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:18:06.437744 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Attempting to bind port 32b38252-4967-4f79-bbd8-d483954c2fc3 on network 03597245-6d91-43e2-998e-8715e605ebb4 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:18:06.442930 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Port 32b38252-4967-4f79-bbd8-d483954c2fc3 on network 03597245-6d91-43e2-998e-8715e605ebb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:18:06.443258 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Attempting to bind port 32b38252-4967-4f79-bbd8-d483954c2fc3 on network 03597245-6d91-43e2-998e-8715e605ebb4 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:18:06.455217 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:18:06.456453 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Checking segment: {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:18:06.456856 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Bound using segment: {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:18:06.457316 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Bound port: 32b38252-4967-4f79-bbd8-d483954c2fc3, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:18:06.457675 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:06.600251 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] For port 32b38252-4967-4f79-bbd8-d483954c2fc3, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:18:06.614343 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] For port 32b38252-4967-4f79-bbd8-d483954c2fc3, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=32b38252-4967-4f79-bbd8-d483954c2fc3,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:18:06.658303 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:06.683839 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:06.684720 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:06.686222 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-95da95ad-89da-48c8-856c-0697069a317c service neutron] 10.222.0.37 "PUT /v2.0/ports/32b38252-4967-4f79-bbd8-d483954c2fc3 HTTP/1.1" status: 200 len: 1093 time: 1.2995424 Dec 07 18:18:06.706193 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'tag': '32b38252-4967-4f79-bbd8-d483954c2fc3'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:18:06.708634 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5856a64-077d-4e85-adea-d4e316704517" -d '{"events": [{"name": "network-changed", "server_uuid": "521dcbec-ad05-41ef-9a62-12a47a6c3c62", "tag": "32b38252-4967-4f79-bbd8-d483954c2fc3"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:18:06.759201 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b4f78-b7af-42af-9d0b-7e349146df23 req-1e54df4a-320a-4e0c-a9f7-cad1b7074b01 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:06.761387 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a78b4f78-b7af-42af-9d0b-7e349146df23 req-1e54df4a-320a-4e0c-a9f7-cad1b7074b01 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 943 time: 0.1371574 Dec 07 18:18:06.813874 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da95ad-89da-48c8-856c-0697069a317c service neutron] Pushing event updated for resources: {'Port': ['ID=32b38252-4967-4f79-bbd8-d483954c2fc3,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:06.892123 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45740) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:06.919483 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-bc899953-8e24-4e93-a465-f0d704088289 req-58608cbf-b0c2-4d4e-aea7-a3994d36cad7 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632181 Dec 07 18:18:06.933760 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a78b4f78-b7af-42af-9d0b-7e349146df23 req-bb22312e-97aa-4d2c-a065-7a7c7c747fae tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587632 Dec 07 18:18:06.944485 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-9b12b83a-e967-4ef3-88d9-39fd87cd30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:06.946900 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-9b12b83a-e967-4ef3-88d9-39fd87cd30a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 1096 time: 0.1732576 Dec 07 18:18:06.959443 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, cleared binding levels {{(pid=102526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:18:06.969660 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:18:06.979820 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:07.020399 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-907e36fb-c796-4ce8-8f21-ce30c6ff40ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32b38252-4967-4f79-bbd8-d483954c2fc3 HTTP/1.1" status: 200 len: 217 time: 0.0578864 Dec 07 18:18:07.033280 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fb32bc-b0de-4151-8369-9f5c04e9d14b x-openstack-request-id: req-44fb32bc-b0de-4151-8369-9f5c04e9d14b {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:18:07.033622 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521dcbec-ad05-41ef-9a62-12a47a6c3c62", "tag": "32b38252-4967-4f79-bbd8-d483954c2fc3", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:18:07.033924 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44fb32bc-b0de-4151-8369-9f5c04e9d14b {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:18:07.034340 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'tag': '32b38252-4967-4f79-bbd8-d483954c2fc3', 'status': 'completed', 'code': 200} Dec 07 18:18:07.146188 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:07.146823 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:07.150634 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] 10.222.0.37 "PUT /v2.0/ports/0b69af12-bbc2-431f-bafb-b98e3a3448ce HTTP/1.1" status: 200 len: 1094 time: 1.6634297 Dec 07 18:18:07.150634 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:18:07.151844 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53661d1-8012-4528-90ea-e1baabe290d2" -d '{"events": [{"name": "network-changed", "server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:18:07.184920 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430e1a3-f916-45dd-b56a-c4e7bbc2877d service neutron] Pushing event updated for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=3']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:07.204810 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c9b8-f273-48bd-8fad-993d22a0307e req-c46486b1-9df4-49cc-9550-d241f60ee06b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:07.207083 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-28f8c9b8-f273-48bd-8fad-993d22a0307e req-c46486b1-9df4-49cc-9550-d241f60ee06b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 943 time: 0.0918884 Dec 07 18:18:07.208798 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-97cd1e3e-bf65-4151-9d54-b0d17a63861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:07.211474 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-97cd1e3e-bf65-4151-9d54-b0d17a63861c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 200 len: 850 time: 0.1762924 Dec 07 18:18:07.232186 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576c889-8562-48e6-96e4-bb59f829a4e7 req-e74677ba-10b6-4f5b-b1c7-c7bb890be93e tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:07.240274 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3576c889-8562-48e6-96e4-bb59f829a4e7 req-e74677ba-10b6-4f5b-b1c7-c7bb890be93e tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 944 time: 0.1840599 Dec 07 18:18:07.378334 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45758) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:07.400549 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-d653cb97-73a3-4dee-a637-a3730fab748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:07.402518 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-d653cb97-73a3-4dee-a637-a3730fab748e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 1097 time: 0.1594498 Dec 07 18:18:07.416320 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-780b750c-c13c-49ce-86ed-8d7cb871dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:07.418143 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-780b750c-c13c-49ce-86ed-8d7cb871dfcc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03597245-6d91-43e2-998e-8715e605ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1989355 Dec 07 18:18:07.418611 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3576c889-8562-48e6-96e4-bb59f829a4e7 req-1ef36cf3-dafc-4f37-bdb1-9f166abcb815 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719415 Dec 07 18:18:07.461202 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-28f8c9b8-f273-48bd-8fad-993d22a0307e req-c6227487-22c7-41a9-b64d-01a1b58a7a51 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231565 Dec 07 18:18:07.478886 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0c069dea-5a2d-4455-bb0f-94cf8d0b65e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:07.510225 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-55e5402f-3388-46ea-ae6b-0aa5250e30d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce HTTP/1.1" status: 200 len: 217 time: 0.0903904 Dec 07 18:18:07.574128 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a777ef-aa4f-4a20-bbbb-8c81fd7db950 x-openstack-request-id: req-c9a777ef-aa4f-4a20-bbbb-8c81fd7db950 {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:18:07.574509 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:18:07.574707 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c9a777ef-aa4f-4a20-bbbb-8c81fd7db950 {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:18:07.575060 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'status': 'completed', 'code': 200} Dec 07 18:18:07.606961 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3ba855a3-b84b-4680-b75c-863d430699f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:07.615627 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-02e5b493-2ed3-41bf-afc4-601cc696dbe9 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862323 Dec 07 18:18:07.641726 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d803f-f21b-4867-a96f-059bb7c1d2c6 req-6153529d-50fc-477d-bfcf-3405a7615f1b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:07.644877 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-523d803f-f21b-4867-a96f-059bb7c1d2c6 req-6153529d-50fc-477d-bfcf-3405a7615f1b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.1289382 Dec 07 18:18:07.658736 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-e95d3bba-3ab0-4b54-8f06-ac797471c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:07.660326 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-e95d3bba-3ab0-4b54-8f06-ac797471c9b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.1426487 Dec 07 18:18:07.712938 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0c069dea-5a2d-4455-bb0f-94cf8d0b65e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:07.727112 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0c069dea-5a2d-4455-bb0f-94cf8d0b65e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:07.778612 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-523d803f-f21b-4867-a96f-059bb7c1d2c6 req-146f6ff6-c5fa-480c-bf1f-8554462ba65e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237197 Dec 07 18:18:07.784102 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-eeaa41bd-fe62-4a76-92ad-23b27976f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:07.785660 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-eeaa41bd-fe62-4a76-92ad-23b27976f666 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1166787 Dec 07 18:18:07.800553 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-0c069dea-5a2d-4455-bb0f-94cf8d0b65e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f071a019987644e699733c3b312f11fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9043157 Dec 07 18:18:07.801921 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-aaba19b8-2263-45ad-bc0f-53bcd2bdde8e req-ba0bb937-7be7-4dd1-b9b9-8d5741ccabc7 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786227 Dec 07 18:18:07.802699 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45766) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:07.809787 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c069dea-5a2d-4455-bb0f-94cf8d0b65e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56768dd4-8380-4e56-9d4a-8837514a0d3a,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:07.884969 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac5df297-c39f-432c-9db1-2cc773d8c968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:07.893231 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3ba855a3-b84b-4680-b75c-863d430699f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:07.901906 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3ba855a3-b84b-4680-b75c-863d430699f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:07.915762 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac5df297-c39f-432c-9db1-2cc773d8c968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:07.969828 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba855a3-b84b-4680-b75c-863d430699f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4018c1e-b1d7-4c95-abc3-e8494520f1b1,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:07.986728 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-f64fcc0a-ce9e-444d-b0e0-19b6ddde7f26 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922638 Dec 07 18:18:07.996072 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-3ba855a3-b84b-4680-b75c-863d430699f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c64c1cdd1d1c4f8ea12c37642ca06192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6060176 Dec 07 18:18:08.001844 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45776) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:08.087529 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5856a64-077d-4e85-adea-d4e316704517 req-d2943f9b-ee81-4d61-ab2c-e2561986c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.089094 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5856a64-077d-4e85-adea-d4e316704517 req-d2943f9b-ee81-4d61-ab2c-e2561986c9ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 1096 time: 0.1573303 Dec 07 18:18:08.113673 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7589b-499d-403f-90b4-eb336a5d9da4 req-86a0534f-aab5-4ee7-9b30-df64ec13d3bf tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.115013 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-80c7589b-499d-403f-90b4-eb336a5d9da4 req-86a0534f-aab5-4ee7-9b30-df64ec13d3bf tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 944 time: 0.0819166 Dec 07 18:18:08.125543 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac5df297-c39f-432c-9db1-2cc773d8c968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:08.128084 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac5df297-c39f-432c-9db1-2cc773d8c968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:08.129700 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ac5df297-c39f-432c-9db1-2cc773d8c968 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/56768dd4-8380-4e56-9d4a-8837514a0d3a HTTP/1.1" status: 204 len: 168 time: 0.3257549 Dec 07 18:18:08.150972 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 095d8483-c7c1-45c2-97c7-23bffb50b1c4 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:18:08.179157 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aef9be69-a91e-4ef4-a7a7-df292e77a779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:08.215762 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda57e5-c123-4fbb-9ee1-2c1d82ef6313 req-563ec511-71b2-47b8-b562-d5673ef69371 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.217005 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5df297-c39f-432c-9db1-2cc773d8c968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56768dd4-8380-4e56-9d4a-8837514a0d3a,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:08.217513 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ecda57e5-c123-4fbb-9ee1-2c1d82ef6313 req-563ec511-71b2-47b8-b562-d5673ef69371 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 943 time: 0.1625423 Dec 07 18:18:08.228917 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0dbf1607-cbe8-44d2-bcbf-6cbb483bb0bd req-93e93088-467d-44f6-9c54-8032b82a37ca service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259886 Dec 07 18:18:08.239327 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aef9be69-a91e-4ef4-a7a7-df292e77a779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:08.279935 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-80c7589b-499d-403f-90b4-eb336a5d9da4 req-65346cd7-b5ac-49ef-ba3c-d95d27113be8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489100 Dec 07 18:18:08.284626 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5856a64-077d-4e85-adea-d4e316704517 req-2f06a481-6cd6-450a-8076-d30b39cce04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.286048 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5856a64-077d-4e85-adea-d4e316704517 req-2f06a481-6cd6-450a-8076-d30b39cce04f service neutron] 10.222.0.37 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 912 time: 0.1891453 Dec 07 18:18:08.353537 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 095d8483-c7c1-45c2-97c7-23bffb50b1c4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=095d8483-c7c1-45c2-97c7-23bffb50b1c4,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:08.370080 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '095d8483-c7c1-45c2-97c7-23bffb50b1c4', 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc', 'port_id': '095d8483-c7c1-45c2-97c7-23bffb50b1c4', 'mac_address': 'fa:16:3e:07:01:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b65771-4176-4dca-812c-c56fdd3bd691', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:18:08.385125 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ecda57e5-c123-4fbb-9ee1-2c1d82ef6313 req-a09499d8-5c07-4846-a54b-198d73a24574 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360769 Dec 07 18:18:08.387397 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aef9be69-a91e-4ef4-a7a7-df292e77a779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:08.390745 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aef9be69-a91e-4ef4-a7a7-df292e77a779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:08.394374 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-aef9be69-a91e-4ef4-a7a7-df292e77a779 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4018c1e-b1d7-4c95-abc3-e8494520f1b1 HTTP/1.1" status: 204 len: 168 time: 0.3878217 Dec 07 18:18:08.420572 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5856a64-077d-4e85-adea-d4e316704517 req-ee1c53e8-59b7-4421-a5fc-fc72f3573d73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32b38252-4967-4f79-bbd8-d483954c2fc3 HTTP/1.1" status: 200 len: 217 time: 0.0723746 Dec 07 18:18:08.427400 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9be69-a91e-4ef4-a7a7-df292e77a779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4018c1e-b1d7-4c95-abc3-e8494520f1b1,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:08.428319 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:08.451453 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-2bbec0db-7306-4ae4-8af4-ddb0e94c0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.453131 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-2bbec0db-7306-4ae4-8af4-ddb0e94c0f56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 1097 time: 0.0577905 Dec 07 18:18:08.497100 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095d8483-c7c1-45c2-97c7-23bffb50b1c4 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:18:08.507737 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5856a64-077d-4e85-adea-d4e316704517 req-45a363fd-ea83-44be-8df6-b3d3100f5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.509554 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5856a64-077d-4e85-adea-d4e316704517 req-45a363fd-ea83-44be-8df6-b3d3100f5a42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 200 len: 850 time: 0.0772913 Dec 07 18:18:08.526071 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 095d8483-c7c1-45c2-97c7-23bffb50b1c4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=095d8483-c7c1-45c2-97c7-23bffb50b1c4,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:08.535466 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:08.536476 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 76850075-cb4b-4dad-84f1-9f52a345ddaa details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:18:08.616952 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=095d8483-c7c1-45c2-97c7-23bffb50b1c4,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:08.635280 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 76850075-cb4b-4dad-84f1-9f52a345ddaa, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:08.643004 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-b40982ca-cdf2-4b0b-b7a1-0d87707d8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.644592 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-b40982ca-cdf2-4b0b-b7a1-0d87707d8521 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.1828327 Dec 07 18:18:08.655460 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '76850075-cb4b-4dad-84f1-9f52a345ddaa', 'network_id': '5b01fd91-89e1-4adc-8105-968879f656bc', 'port_id': '76850075-cb4b-4dad-84f1-9f52a345ddaa', 'mac_address': 'fa:16:3e:9d:9f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b65771-4176-4dca-812c-c56fdd3bd691', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:18:08.691776 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55c50-7778-4b64-8068-cf9cefbad5fe req-2c1c99cd-fe01-482b-9741-edf6d9deaf14 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.701202 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-93c55c50-7778-4b64-8068-cf9cefbad5fe req-2c1c99cd-fe01-482b-9741-edf6d9deaf14 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 944 time: 0.1968970 Dec 07 18:18:08.701829 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-f7cce679-bab9-496e-a75f-60ab0d930605 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce HTTP/1.1" status: 200 len: 217 time: 0.0487638 Dec 07 18:18:08.703245 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5856a64-077d-4e85-adea-d4e316704517 req-305338b7-dc48-4920-91c7-626105686a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.706049 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5856a64-077d-4e85-adea-d4e316704517 req-305338b7-dc48-4920-91c7-626105686a87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03597245-6d91-43e2-998e-8715e605ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1749406 Dec 07 18:18:08.715002 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe680c-aa9a-44b1-bedd-ed1ede55c793 req-d5f008fc-3a43-4fe9-9bff-5da850b4cf41 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.722730 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efbe680c-aa9a-44b1-bedd-ed1ede55c793 req-d5f008fc-3a43-4fe9-9bff-5da850b4cf41 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 943 time: 0.1209109 Dec 07 18:18:08.753214 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:08.790617 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76850075-cb4b-4dad-84f1-9f52a345ddaa {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:18:08.824413 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-e8c29135-0e8e-4731-9ca9-afe32f361fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.826222 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-e8c29135-0e8e-4731-9ca9-afe32f361fd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.1012051 Dec 07 18:18:08.835650 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5856a64-077d-4e85-adea-d4e316704517 req-3069716e-a219-4d08-9e1c-be115dab6632 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993564 Dec 07 18:18:08.837643 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efbe680c-aa9a-44b1-bedd-ed1ede55c793 req-c7a11540-cd25-4f9d-89a3-b7c58e990265 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139574 Dec 07 18:18:08.840754 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 76850075-cb4b-4dad-84f1-9f52a345ddaa, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:08.855526 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:08.857352 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device fd244111-c8b7-4c50-95c5-3fada10d7863 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:18:08.923125 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-88ceff58-6361-4850-b99a-03ce0cbaee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:08.926252 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-88ceff58-6361-4850-b99a-03ce0cbaee1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845487 Dec 07 18:18:09.010344 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=76850075-cb4b-4dad-84f1-9f52a345ddaa,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:09.022313 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-93c55c50-7778-4b64-8068-cf9cefbad5fe req-0436beef-2827-4900-b0c6-f14c40ea7c52 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118401 Dec 07 18:18:09.038913 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5856a64-077d-4e85-adea-d4e316704517 req-3bd5f064-2d2d-4192-a212-e74f55ade1e1 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956084 Dec 07 18:18:09.126813 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-3506041d-177c-4883-a3da-0d57db90745b service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905200 Dec 07 18:18:09.141538 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31060c0b-1aeb-4e73-a10b-dbc0a8be8324 req-365586f7-1acb-4602-b656-0c520972e975 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:09.143113 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-31060c0b-1aeb-4e73-a10b-dbc0a8be8324 req-365586f7-1acb-4602-b656-0c520972e975 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.1787803 Dec 07 18:18:09.145798 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port fd244111-c8b7-4c50-95c5-3fada10d7863, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=fd244111-c8b7-4c50-95c5-3fada10d7863,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:09.151650 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45808) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:09.212968 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d1254d05-bde6-443f-a313-4648f9934714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.292119 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': 'fd244111-c8b7-4c50-95c5-3fada10d7863', 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151', 'port_id': 'fd244111-c8b7-4c50-95c5-3fada10d7863', 'mac_address': 'fa:16:3e:ca:6b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3475aaf2-7d65-4d0e-90c8-f78f44abf276', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:18:09.300924 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-31060c0b-1aeb-4e73-a10b-dbc0a8be8324 req-637ba931-1d1b-4860-a865-7c353259e345 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302304 Dec 07 18:18:09.330837 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f53661d1-8012-4528-90ea-e1baabe290d2 req-22f41e47-5d36-4389-8f41-542d2d60f427 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862836 Dec 07 18:18:09.343439 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.362587 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd244111-c8b7-4c50-95c5-3fada10d7863 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:18:09.390637 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port fd244111-c8b7-4c50-95c5-3fada10d7863, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=fd244111-c8b7-4c50-95c5-3fada10d7863,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:09.396160 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d1254d05-bde6-443f-a313-4648f9934714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.396438 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.397158 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 2820287f-b140-4ebe-b6b3-2694d8d51dc9 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:18:09.404157 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d1254d05-bde6-443f-a313-4648f9934714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.453954 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-d1254d05-bde6-443f-a313-4648f9934714 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da56b1b1e86b41cc8a0e713e3b7416de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981551 Dec 07 18:18:09.453954 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1254d05-bde6-443f-a313-4648f9934714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ff466e-395a-4756-8c90-7244d03b4047,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:09.456351 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45820) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:09.495555 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=fd244111-c8b7-4c50-95c5-3fada10d7863,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:09.544619 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509097aa-91c4-4a54-85c8-afaceb4d5f0d req-ec6ba45d-6f59-41fb-a54c-2875ea5ee982 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:09.554985 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-509097aa-91c4-4a54-85c8-afaceb4d5f0d req-ec6ba45d-6f59-41fb-a54c-2875ea5ee982 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 945 time: 0.1153271 Dec 07 18:18:09.627723 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7df1fea-ffdb-43e9-b9d1-b81aa2133167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.639699 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 2820287f-b140-4ebe-b6b3-2694d8d51dc9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=2820287f-b140-4ebe-b6b3-2694d8d51dc9,segment=NetworkSegment(43e6e6ee-4cfd-424f-bdb1-bbd3784b28db),segment_id=43e6e6ee-4cfd-424f-bdb1-bbd3784b28db)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:09.645822 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be16f-9e12-4a76-a613-3b6e978881f3 req-79215438-ac40-42b7-98f6-3d7d0e829191 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:09.649771 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d15be16f-9e12-4a76-a613-3b6e978881f3 req-79215438-ac40-42b7-98f6-3d7d0e829191 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 944 time: 0.1281023 Dec 07 18:18:09.654124 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '2820287f-b140-4ebe-b6b3-2694d8d51dc9', 'network_id': '92a3b70a-d4d2-4062-a163-baa22643a825', 'port_id': '2820287f-b140-4ebe-b6b3-2694d8d51dc9', 'mac_address': 'fa:16:3e:86:f0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7b5423-3d1f-4700-a0c7-397d69ee344a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:18:09.706172 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.711060 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7df1fea-ffdb-43e9-b9d1-b81aa2133167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.722962 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2820287f-b140-4ebe-b6b3-2694d8d51dc9 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:18:09.733732 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d15be16f-9e12-4a76-a613-3b6e978881f3 req-31448c4e-9da8-4c1c-bf44-d1a477e6540d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758860 Dec 07 18:18:09.758944 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 2820287f-b140-4ebe-b6b3-2694d8d51dc9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=2820287f-b140-4ebe-b6b3-2694d8d51dc9,segment=NetworkSegment(43e6e6ee-4cfd-424f-bdb1-bbd3784b28db),segment_id=43e6e6ee-4cfd-424f-bdb1-bbd3784b28db)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:09.770263 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.787062 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7df1fea-ffdb-43e9-b9d1-b81aa2133167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.790406 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7df1fea-ffdb-43e9-b9d1-b81aa2133167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:09.791719 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-c7df1fea-ffdb-43e9-b9d1-b81aa2133167 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72ff466e-395a-4756-8c90-7244d03b4047 HTTP/1.1" status: 204 len: 168 time: 0.3343298 Dec 07 18:18:09.814956 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df1fea-ffdb-43e9-b9d1-b81aa2133167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ff466e-395a-4756-8c90-7244d03b4047,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:09.857235 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-509097aa-91c4-4a54-85c8-afaceb4d5f0d req-e24c93f9-ed9f-445f-b003-0b398ee2b9b8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918689 Dec 07 18:18:09.861209 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=2820287f-b140-4ebe-b6b3-2694d8d51dc9,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:09.967329 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95990c-4255-4b84-b864-1c9f105aabd5 req-4bdd3717-0435-45c4-acef-84eee0b4f0c2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:09.968894 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1f95990c-4255-4b84-b864-1c9f105aabd5 req-4bdd3717-0435-45c4-acef-84eee0b4f0c2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 943 time: 0.0531363 Dec 07 18:18:10.019736 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1f95990c-4255-4b84-b864-1c9f105aabd5 req-57b1e4e0-a99c-449a-8008-276bb9c27bc6 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443270 Dec 07 18:18:10.053556 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45844) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:10.136823 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af1e9d-f10a-4c88-894c-595816a7f7f4 req-21a4b828-8eb3-47dc-adcc-d2d5c802a935 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:10.139101 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-80af1e9d-f10a-4c88-894c-595816a7f7f4 req-21a4b828-8eb3-47dc-adcc-d2d5c802a935 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 945 time: 0.0509408 Dec 07 18:18:10.169900 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a941a298-b4b1-4c22-86ec-20f2a7969d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.182431 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 45848) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:10.188165 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-80af1e9d-f10a-4c88-894c-595816a7f7f4 req-4321275b-8d85-482e-b5a7-21792e3b6a99 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Dec 07 18:18:10.202211 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e4d6cb0d-f9d6-4a57-9111-4c6ec687d54f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.296388 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a941a298-b4b1-4c22-86ec-20f2a7969d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.306684 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a941a298-b4b1-4c22-86ec-20f2a7969d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.333370 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e4d6cb0d-f9d6-4a57-9111-4c6ec687d54f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.342235 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e4d6cb0d-f9d6-4a57-9111-4c6ec687d54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.368891 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a941a298-b4b1-4c22-86ec-20f2a7969d13 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36ae6ee955d7492f84287d4cfd206751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141701 Dec 07 18:18:10.370351 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45852) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:10.378107 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941a298-b4b1-4c22-86ec-20f2a7969d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fa0410-1714-4a46-895e-21385a4039eb,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:10.386395 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-e4d6cb0d-f9d6-4a57-9111-4c6ec687d54f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bcf4fb74f6e24127b3bfd08f14086d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029388 Dec 07 18:18:10.386639 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45854) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:10.409374 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6cb0d-f9d6-4a57-9111-4c6ec687d54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a806ea05-b6e4-4ec9-a7e6-280c75ce12c6,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:10.466694 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930d84a-e8a2-4c0d-a153-1a3b85ee47a8 req-94bfec57-0fbb-4f6c-b28d-444dc1920091 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:10.468225 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9930d84a-e8a2-4c0d-a153-1a3b85ee47a8 req-94bfec57-0fbb-4f6c-b28d-444dc1920091 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0527327 Dec 07 18:18:10.471205 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-842cba54-258f-4852-aa0e-2ad1364e3318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.478639 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6f46dacf-5847-4171-a27b-3fbad0f4b180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.506659 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-842cba54-258f-4852-aa0e-2ad1364e3318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.519137 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9930d84a-e8a2-4c0d-a153-1a3b85ee47a8 req-d989c405-50b9-4bff-9b5c-4dcdb821a338 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449080 Dec 07 18:18:10.521974 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6f46dacf-5847-4171-a27b-3fbad0f4b180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.586015 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-842cba54-258f-4852-aa0e-2ad1364e3318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.597621 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-842cba54-258f-4852-aa0e-2ad1364e3318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.597621 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-842cba54-258f-4852-aa0e-2ad1364e3318 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01fa0410-1714-4a46-895e-21385a4039eb HTTP/1.1" status: 204 len: 168 time: 0.2185521 Dec 07 18:18:10.597621 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6f46dacf-5847-4171-a27b-3fbad0f4b180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.597621 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6f46dacf-5847-4171-a27b-3fbad0f4b180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:10.597621 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-6f46dacf-5847-4171-a27b-3fbad0f4b180 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a806ea05-b6e4-4ec9-a7e6-280c75ce12c6 HTTP/1.1" status: 204 len: 168 time: 0.2077715 Dec 07 18:18:10.610042 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cba54-258f-4852-aa0e-2ad1364e3318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fa0410-1714-4a46-895e-21385a4039eb,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:10.621840 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46dacf-5847-4171-a27b-3fbad0f4b180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a806ea05-b6e4-4ec9-a7e6-280c75ce12c6,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:10.785475 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['fd244111-c8b7-4c50-95c5-3fada10d7863'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:18:10.860472 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['76850075-cb4b-4dad-84f1-9f52a345ddaa'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:18:10.862631 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['2820287f-b140-4ebe-b6b3-2694d8d51dc9'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:18:10.884802 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['095d8483-c7c1-45c2-97c7-23bffb50b1c4'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:18:10.915118 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570383db-2f91-42c9-8dca-0b367fdd6f32 req-bc3e610c-b0f8-4e76-a9c7-00151ca64821 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:10.917156 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-570383db-2f91-42c9-8dca-0b367fdd6f32 req-bc3e610c-b0f8-4e76-a9c7-00151ca64821 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 944 time: 0.0858264 Dec 07 18:18:10.988032 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-570383db-2f91-42c9-8dca-0b367fdd6f32 req-f2dac523-ef04-4838-8f88-99ad3d40c4c5 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588024 Dec 07 18:18:11.011211 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86f0be-4140-4607-a52d-9b94270ec5cf req-e2a5102a-a5cd-418b-822e-eaec5bd8a804 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:11.019649 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d86f0be-4140-4607-a52d-9b94270ec5cf req-e2a5102a-a5cd-418b-822e-eaec5bd8a804 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 945 time: 0.0928602 Dec 07 18:18:11.090165 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8d86f0be-4140-4607-a52d-9b94270ec5cf req-e63f4895-47f7-4b94-8b08-684b39c2451e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668571 Dec 07 18:18:11.198008 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534432a6-3883-46b4-bd19-6ca8237907e4 req-d0a5a1eb-1a32-4d4d-9bb5-8448f09d7365 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:11.207090 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-534432a6-3883-46b4-bd19-6ca8237907e4 req-d0a5a1eb-1a32-4d4d-9bb5-8448f09d7365 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 943 time: 0.0729315 Dec 07 18:18:11.279662 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-534432a6-3883-46b4-bd19-6ca8237907e4 req-4ca5e4ad-500b-4cbe-af69-f3c15d49cabb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679393 Dec 07 18:18:11.353292 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9c74e-a973-4e9f-8bcc-1d23e64d8f3b req-b0c4dc18-63b5-4499-abdc-fd63d453bd5f tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:11.360232 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1dc9c74e-a973-4e9f-8bcc-1d23e64d8f3b req-b0c4dc18-63b5-4499-abdc-fd63d453bd5f tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 945 time: 0.0585179 Dec 07 18:18:11.420970 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1dc9c74e-a973-4e9f-8bcc-1d23e64d8f3b req-8ed5ddb2-bf02-4ab2-86e5-d0e7e298f352 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596962 Dec 07 18:18:11.557706 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-963c9908-4037-4c47-aafe-0706c1833fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:11.666801 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3200fb2-766f-413a-93ac-51f9caef7722 req-72e694cb-437a-4c3e-8e1d-dc0415685f2b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:11.668311 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f3200fb2-766f-413a-93ac-51f9caef7722 req-72e694cb-437a-4c3e-8e1d-dc0415685f2b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0546715 Dec 07 18:18:11.722283 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f3200fb2-766f-413a-93ac-51f9caef7722 req-b9ab8582-42ac-47bc-8ece-8f3a5ac07be5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463173 Dec 07 18:18:11.817696 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.109680 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd5696-67fc-4fdd-b1e9-e74a79366326 req-ed490d3b-b9ad-4f7d-be9e-b8fc1375c75e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:12.112260 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2fdd5696-67fc-4fdd-b1e9-e74a79366326 req-ed490d3b-b9ad-4f7d-be9e-b8fc1375c75e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 944 time: 0.0563858 Dec 07 18:18:12.122923 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 0b69af12-bbc2-431f-bafb-b98e3a3448ce details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:18:12.187040 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2fdd5696-67fc-4fdd-b1e9-e74a79366326 req-607cd671-066c-4155-a9fb-e517103bb81a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660806 Dec 07 18:18:12.257399 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a05e6b-ea88-43cc-a695-4a3770799f9c req-de9c4cae-6ac3-4c1e-be1d-9ceac3de7e1f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:12.264968 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39a05e6b-ea88-43cc-a695-4a3770799f9c req-de9c4cae-6ac3-4c1e-be1d-9ceac3de7e1f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 945 time: 0.0670347 Dec 07 18:18:12.266205 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:12.280101 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'port_id': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'mac_address': 'fa:16:3e:d8:59:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:18:12.331340 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.344811 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39a05e6b-ea88-43cc-a695-4a3770799f9c req-b1bf0991-5d16-463f-b4f7-5b5d46d1d027 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672607 Dec 07 18:18:12.349518 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b69af12-bbc2-431f-bafb-b98e3a3448ce {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:18:12.372848 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:12.377686 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.378495 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 32b38252-4967-4f79-bbd8-d483954c2fc3 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:18:12.401843 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45964) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:12.425119 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2624e35-2da3-4b58-af98-f65d8710d24f req-819d08bf-a1c1-436c-8229-14b21002a60a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:12.434487 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f2624e35-2da3-4b58-af98-f65d8710d24f req-819d08bf-a1c1-436c-8229-14b21002a60a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 943 time: 0.0744987 Dec 07 18:18:12.471578 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:12.508344 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f2624e35-2da3-4b58-af98-f65d8710d24f req-41ac2633-5c1d-4875-9d16-6f01979d486a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698607 Dec 07 18:18:12.567703 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 32b38252-4967-4f79-bbd8-d483954c2fc3, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=32b38252-4967-4f79-bbd8-d483954c2fc3,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:12.583229 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '32b38252-4967-4f79-bbd8-d483954c2fc3', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'port_id': '32b38252-4967-4f79-bbd8-d483954c2fc3', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:18:12.590594 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ff2ab-9661-47cf-ab18-786f488ebfd6 req-9b9ccd50-030f-4d6f-bc44-9c3e70566931 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:12.592163 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-873ff2ab-9661-47cf-ab18-786f488ebfd6 req-9b9ccd50-030f-4d6f-bc44-9c3e70566931 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 945 time: 0.0559750 Dec 07 18:18:12.624304 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.643093 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b38252-4967-4f79-bbd8-d483954c2fc3 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:18:12.660005 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9918f0dd-b28e-46ae-a7bc-32e0dbe6f5b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.668680 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 32b38252-4967-4f79-bbd8-d483954c2fc3, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=32b38252-4967-4f79-bbd8-d483954c2fc3,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:12.675566 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.676239 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-873ff2ab-9661-47cf-ab18-786f488ebfd6 req-4f81a7cb-4374-4fc6-8241-f7ddca4b0630 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759432 Dec 07 18:18:12.752294 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=32b38252-4967-4f79-bbd8-d483954c2fc3,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:12.766374 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9918f0dd-b28e-46ae-a7bc-32e0dbe6f5b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.770853 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9918f0dd-b28e-46ae-a7bc-32e0dbe6f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.818004 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-9918f0dd-b28e-46ae-a7bc-32e0dbe6f5b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6a6518af69443d0b5c9c07b53ff873c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147584 Dec 07 18:18:12.821522 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 45982) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:12.835443 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918f0dd-b28e-46ae-a7bc-32e0dbe6f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7953d8ef-58e2-4355-813b-e34c7e461b08,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:12.881553 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690948c8-e22e-4f93-8665-01a3a395a48d req-ece27bc4-ed9c-41c0-b444-e667877b874f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:12.890033 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-690948c8-e22e-4f93-8665-01a3a395a48d req-ece27bc4-ed9c-41c0-b444-e667877b874f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 945 time: 0.0788076 Dec 07 18:18:12.906530 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-474d142d-2dc2-4805-bedb-316c1eff819c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.931312 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-474d142d-2dc2-4805-bedb-316c1eff819c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.948860 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-690948c8-e22e-4f93-8665-01a3a395a48d req-53ba81eb-e791-4b73-bc31-ebf34c5dd195 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579309 Dec 07 18:18:12.985911 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-474d142d-2dc2-4805-bedb-316c1eff819c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.988852 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-474d142d-2dc2-4805-bedb-316c1eff819c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:12.990174 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-474d142d-2dc2-4805-bedb-316c1eff819c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7953d8ef-58e2-4355-813b-e34c7e461b08 HTTP/1.1" status: 204 len: 168 time: 0.1685412 Dec 07 18:18:12.999454 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d142d-2dc2-4805-bedb-316c1eff819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7953d8ef-58e2-4355-813b-e34c7e461b08,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:13.315047 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a668773-ffe9-419c-84b1-fcb5ebc087eb req-befae8e9-2552-4124-ac34-dcb92fec8fae tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:13.323815 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2a668773-ffe9-419c-84b1-fcb5ebc087eb req-befae8e9-2552-4124-ac34-dcb92fec8fae tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 944 time: 0.0615685 Dec 07 18:18:13.359585 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46002) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:13.376582 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-af78e79b-d994-4d67-869e-a0b94f9642cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:13.378793 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2a668773-ffe9-419c-84b1-fcb5ebc087eb req-363266a6-1f8b-44ad-8e91-87e91d093832 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541022 Dec 07 18:18:13.481644 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86892dc4-91f7-4921-a370-904575cdbc27 req-74a424a9-0861-40f5-bce0-ac13076747d8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:13.483119 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-86892dc4-91f7-4921-a370-904575cdbc27 req-74a424a9-0861-40f5-bce0-ac13076747d8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 945 time: 0.0703349 Dec 07 18:18:13.512266 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-af78e79b-d994-4d67-869e-a0b94f9642cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:13.516635 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-af78e79b-d994-4d67-869e-a0b94f9642cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:13.572220 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78e79b-d994-4d67-869e-a0b94f9642cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd40b857-d46f-48df-9077-83582d218ac6,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:13.582424 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-af78e79b-d994-4d67-869e-a0b94f9642cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b38817d3aaa844bb909210effbea6568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217512 Dec 07 18:18:13.590763 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-86892dc4-91f7-4921-a370-904575cdbc27 req-3e42e004-9ddd-4a8f-bbc9-7ca0edea096b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004336 Dec 07 18:18:13.591267 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46008) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:13.624063 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222d847-5c14-4fec-9913-49c0d93d2b22 req-197efe86-12fe-4982-a667-659e86a3ff67 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:13.625667 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8222d847-5c14-4fec-9913-49c0d93d2b22 req-197efe86-12fe-4982-a667-659e86a3ff67 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 944 time: 0.0523584 Dec 07 18:18:13.639749 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8be817ff-acc7-473b-a08a-1ff6459f7f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:13.651510 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['0b69af12-bbc2-431f-bafb-b98e3a3448ce'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:18:13.662188 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8be817ff-acc7-473b-a08a-1ff6459f7f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:13.674780 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8222d847-5c14-4fec-9913-49c0d93d2b22 req-54be804a-1da2-4bfd-b8c3-b62cfc99d6b3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Dec 07 18:18:13.715783 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8be817ff-acc7-473b-a08a-1ff6459f7f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:13.719102 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8be817ff-acc7-473b-a08a-1ff6459f7f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:13.723019 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-8be817ff-acc7-473b-a08a-1ff6459f7f60 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd40b857-d46f-48df-9077-83582d218ac6 HTTP/1.1" status: 204 len: 168 time: 0.1306806 Dec 07 18:18:13.732521 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be817ff-acc7-473b-a08a-1ff6459f7f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd40b857-d46f-48df-9077-83582d218ac6,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:13.764325 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['32b38252-4967-4f79-bbd8-d483954c2fc3'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:18:13.802500 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b61d9-13c8-4df7-af35-ac5c56243562 req-1c3faec0-4e68-4515-ac1f-78be30dde422 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:13.804693 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d14b61d9-13c8-4df7-af35-ac5c56243562 req-1c3faec0-4e68-4515-ac1f-78be30dde422 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 945 time: 0.0509522 Dec 07 18:18:13.855555 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d14b61d9-13c8-4df7-af35-ac5c56243562 req-3cd7b031-033f-401e-adab-df2453d7a1cb tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Dec 07 18:18:14.056603 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-af6a9837-05cd-4cf5-9ec3-b75e8aa482b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:14.075037 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c416a8-baa6-4735-9e2c-22412ae27dc8 req-126afc3a-ca9b-422c-9707-3128782d104b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:14.076674 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c4c416a8-baa6-4735-9e2c-22412ae27dc8 req-126afc3a-ca9b-422c-9707-3128782d104b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 945 time: 0.0528338 Dec 07 18:18:14.125594 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c4c416a8-baa6-4735-9e2c-22412ae27dc8 req-8359a996-6e59-453c-9b1d-fd3e1488b030 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Dec 07 18:18:14.139211 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 095d8483-c7c1-45c2-97c7-23bffb50b1c4 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:18:14.197602 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 095d8483-c7c1-45c2-97c7-23bffb50b1c4 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:18:14.202494 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 095d8483-c7c1-45c2-97c7-23bffb50b1c4 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:18:14.202976 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:14.289564 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:14.426972 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dee9a7-fe3f-41ae-898b-bc93bb416f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095d8483-c7c1-45c2-97c7-23bffb50b1c4'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:18:14.503518 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 095d8483-c7c1-45c2-97c7-23bffb50b1c4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=095d8483-c7c1-45c2-97c7-23bffb50b1c4,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:14.512425 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:14.513289 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 76850075-cb4b-4dad-84f1-9f52a345ddaa up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:18:14.513599 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789d731-304b-480c-9921-9a1e78893f2b req-074be4a5-8d77-41e0-af67-83ce6770085a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:14.515506 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8789d731-304b-480c-9921-9a1e78893f2b req-074be4a5-8d77-41e0-af67-83ce6770085a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 944 time: 0.0551300 Dec 07 18:18:14.586995 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8789d731-304b-480c-9921-9a1e78893f2b req-7955c414-85ac-438b-be74-402b11aecc02 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632789 Dec 07 18:18:14.599029 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=095d8483-c7c1-45c2-97c7-23bffb50b1c4,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:14.603072 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 76850075-cb4b-4dad-84f1-9f52a345ddaa completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:18:14.613147 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 76850075-cb4b-4dad-84f1-9f52a345ddaa triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:18:14.614197 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:14.639057 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c29fc37-ef9c-4176-b241-817cf4279f36" -d '{"events": [{"server_uuid": "a9dee9a7-fe3f-41ae-898b-bc93bb416f6a", "name": "network-vif-plugged", "status": "completed", "tag": "095d8483-c7c1-45c2-97c7-23bffb50b1c4"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:18:14.712982 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:14.713988 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951595b-5086-44a4-9224-8a7ddfb78bd4 req-dacf29d7-e040-45ea-86b9-454bf88176c6 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:14.721877 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f951595b-5086-44a4-9224-8a7ddfb78bd4 req-dacf29d7-e040-45ea-86b9-454bf88176c6 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0589929 Dec 07 18:18:14.762467 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 76850075-cb4b-4dad-84f1-9f52a345ddaa, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:14.768891 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:14.769856 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device fd244111-c8b7-4c50-95c5-3fada10d7863 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:18:14.778460 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f951595b-5086-44a4-9224-8a7ddfb78bd4 req-b1971fc0-1b85-4e68-913b-e1a093a6362e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556698 Dec 07 18:18:14.897172 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=76850075-cb4b-4dad-84f1-9f52a345ddaa,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:14.902857 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port fd244111-c8b7-4c50-95c5-3fada10d7863 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:18:14.908078 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085b6c70-ef95-4887-996d-a3e609aa353a x-openstack-request-id: req-085b6c70-ef95-4887-996d-a3e609aa353a {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:18:14.908516 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dee9a7-fe3f-41ae-898b-bc93bb416f6a", "name": "network-vif-plugged", "status": "completed", "tag": "095d8483-c7c1-45c2-97c7-23bffb50b1c4", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:18:14.908993 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-085b6c70-ef95-4887-996d-a3e609aa353a {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:18:14.909561 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dee9a7-fe3f-41ae-898b-bc93bb416f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095d8483-c7c1-45c2-97c7-23bffb50b1c4', 'code': 200} Dec 07 18:18:14.910664 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port fd244111-c8b7-4c50-95c5-3fada10d7863 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:18:14.911101 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:14.913973 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827152eb-bda1-499e-bd4d-aa1a6d7b74af req-b8b6e761-1848-499f-85e7-6e3027d0b0bb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:14.915737 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-827152eb-bda1-499e-bd4d-aa1a6d7b74af req-b8b6e761-1848-499f-85e7-6e3027d0b0bb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 944 time: 0.0568027 Dec 07 18:18:14.988252 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-827152eb-bda1-499e-bd4d-aa1a6d7b74af req-e244c549-24cd-455b-81ac-7d2f979e5b4d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656469 Dec 07 18:18:15.037089 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e97da-264f-4454-a9c2-cab9c39e8f1f req-13806395-3614-41b8-a1ae-bfde3e87bb13 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:15.039967 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ac7e97da-264f-4454-a9c2-cab9c39e8f1f req-13806395-3614-41b8-a1ae-bfde3e87bb13 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 945 time: 0.0713804 Dec 07 18:18:15.074350 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:15.077996 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:15.090923 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ac7e97da-264f-4454-a9c2-cab9c39e8f1f req-a0018cd7-fb27-40fd-bd35-449036911176 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 Dec 07 18:18:15.124634 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port fd244111-c8b7-4c50-95c5-3fada10d7863, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=fd244111-c8b7-4c50-95c5-3fada10d7863,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:15.130003 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:15.130825 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 2820287f-b140-4ebe-b6b3-2694d8d51dc9 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:18:15.209831 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=fd244111-c8b7-4c50-95c5-3fada10d7863,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:15.223236 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334b92-aafd-4cfd-b1cd-0e3d6b0ae23b req-9d4e76fe-3e36-4348-a9f4-e205240bf060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:15.224802 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 2820287f-b140-4ebe-b6b3-2694d8d51dc9 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:18:15.225152 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1d334b92-aafd-4cfd-b1cd-0e3d6b0ae23b req-9d4e76fe-3e36-4348-a9f4-e205240bf060 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 1099 time: 0.1072388 Dec 07 18:18:15.230884 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 2820287f-b140-4ebe-b6b3-2694d8d51dc9 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:18:15.231266 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:15.245634 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-1d334b92-aafd-4cfd-b1cd-0e3d6b0ae23b req-5188c86e-d169-4479-8ff3-3a240d19b8ea service neutron] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:15.271430 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15efe9f-96f9-412d-aca3-ccebe24a04a7 req-c77efebc-ec6c-47b4-9a00-1867318d858d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:15.274956 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a15efe9f-96f9-412d-aca3-ccebe24a04a7 req-c77efebc-ec6c-47b4-9a00-1867318d858d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 945 time: 0.0723238 Dec 07 18:18:15.332321 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:15.337733 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a15efe9f-96f9-412d-aca3-ccebe24a04a7 req-73eb16f8-5863-4bd0-96fe-70ad3a2897b1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558662 Dec 07 18:18:15.348651 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-1d334b92-aafd-4cfd-b1cd-0e3d6b0ae23b req-5188c86e-d169-4479-8ff3-3a240d19b8ea service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:15.365865 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-1d334b92-aafd-4cfd-b1cd-0e3d6b0ae23b req-5188c86e-d169-4479-8ff3-3a240d19b8ea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:15.376004 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 2820287f-b140-4ebe-b6b3-2694d8d51dc9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=2820287f-b140-4ebe-b6b3-2694d8d51dc9,segment=NetworkSegment(43e6e6ee-4cfd-424f-bdb1-bbd3784b28db),segment_id=43e6e6ee-4cfd-424f-bdb1-bbd3784b28db)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:15.380449 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:15.412667 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188c86e-d169-4479-8ff3-3a240d19b8ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=90007028-0fcf-4c47-99ab-31e4f03bb811,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:15.421140 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1d334b92-aafd-4cfd-b1cd-0e3d6b0ae23b req-5188c86e-d169-4479-8ff3-3a240d19b8ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880488 Dec 07 18:18:15.448135 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=2820287f-b140-4ebe-b6b3-2694d8d51dc9,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:15.704538 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f7e3-4a80-4c02-a649-9b8d826fd9e2 req-8f3e0db3-1a39-4162-bebb-4e4e8cad9dc4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:15.706938 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f3a3f7e3-4a80-4c02-a649-9b8d826fd9e2 req-8f3e0db3-1a39-4162-bebb-4e4e8cad9dc4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0550222 Dec 07 18:18:15.753556 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 46102) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:15.763929 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f3a3f7e3-4a80-4c02-a649-9b8d826fd9e2 req-bc5d301a-fe03-481d-8534-fbb693386a9e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482121 Dec 07 18:18:15.919971 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a55031-d9b6-43c1-a45b-c7947cd9e0c8 req-a1ba0f3b-ab18-4d37-ac8a-94d80ca00b0e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:15.927532 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-46a55031-d9b6-43c1-a45b-c7947cd9e0c8 req-a1ba0f3b-ab18-4d37-ac8a-94d80ca00b0e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0688088 Dec 07 18:18:15.956894 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6667fb08-c9da-419f-973a-4630b36c7996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.012849 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-46a55031-d9b6-43c1-a45b-c7947cd9e0c8 req-96cc8c2a-e724-40a2-a9cd-2c15b7f9dd42 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843306 Dec 07 18:18:16.082432 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6667fb08-c9da-419f-973a-4630b36c7996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.090411 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6667fb08-c9da-419f-973a-4630b36c7996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.122363 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-6667fb08-c9da-419f-973a-4630b36c7996 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2518321c8d004e53b7100f757e5f29fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667741 Dec 07 18:18:16.125844 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46120) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:16.144482 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667fb08-c9da-419f-973a-4630b36c7996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5495eb64-8aee-4d2d-aea0-3685321c093c,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:16.171994 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 32b38252-4967-4f79-bbd8-d483954c2fc3 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:18:16.174434 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff41d78-a26f-42f8-aa25-6c4a73a5a556 req-4f7dcec3-be67-4c0e-b9b3-a856a07cbdeb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:16.177044 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dff41d78-a26f-42f8-aa25-6c4a73a5a556 req-4f7dcec3-be67-4c0e-b9b3-a856a07cbdeb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 944 time: 0.0848804 Dec 07 18:18:16.239613 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d27c09-e505-4b14-b52f-afd4f69411ce req-5d6ad906-b5ff-4567-93ec-30fb5bbfa51f tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:16.242069 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-76d27c09-e505-4b14-b52f-afd4f69411ce req-5d6ad906-b5ff-4567-93ec-30fb5bbfa51f tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0599356 Dec 07 18:18:16.252809 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 32b38252-4967-4f79-bbd8-d483954c2fc3 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:18:16.257559 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 32b38252-4967-4f79-bbd8-d483954c2fc3 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:18:16.258156 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-200498c0-7379-4976-be20-395e8d03753b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.258293 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.262782 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dff41d78-a26f-42f8-aa25-6c4a73a5a556 req-7913ec81-048c-455b-9c71-687e595b8359 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729582 Dec 07 18:18:16.300895 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-200498c0-7379-4976-be20-395e8d03753b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.313769 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-76d27c09-e505-4b14-b52f-afd4f69411ce req-7b3f6ccf-55ab-4d70-bb0a-811f6529e81c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645540 Dec 07 18:18:16.361088 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-200498c0-7379-4976-be20-395e8d03753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.363264 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.364913 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-200498c0-7379-4976-be20-395e8d03753b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.369272 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-200498c0-7379-4976-be20-395e8d03753b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5495eb64-8aee-4d2d-aea0-3685321c093c HTTP/1.1" status: 204 len: 168 time: 0.2420676 Dec 07 18:18:16.398484 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200498c0-7379-4976-be20-395e8d03753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495eb64-8aee-4d2d-aea0-3685321c093c,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:16.409792 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.428126 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 32b38252-4967-4f79-bbd8-d483954c2fc3, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=32b38252-4967-4f79-bbd8-d483954c2fc3,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:16.433639 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.434512 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 0b69af12-bbc2-431f-bafb-b98e3a3448ce up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:18:16.495534 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048383e-acfe-4fdb-912f-ea25821a7b01 req-f42f6223-a343-4e2d-88b8-42574e2944a1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:16.497316 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8048383e-acfe-4fdb-912f-ea25821a7b01 req-f42f6223-a343-4e2d-88b8-42574e2944a1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 945 time: 0.0541549 Dec 07 18:18:16.519134 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=32b38252-4967-4f79-bbd8-d483954c2fc3,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:16.531537 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 0b69af12-bbc2-431f-bafb-b98e3a3448ce completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:18:16.536255 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 0b69af12-bbc2-431f-bafb-b98e3a3448ce triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:18:16.536949 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.559801 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8048383e-acfe-4fdb-912f-ea25821a7b01 req-1a146d45-b93e-4643-b210-e3b9a8028738 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540562 Dec 07 18:18:16.617602 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.651298 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:18:16.656006 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.677862 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46134) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:16.690614 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a05af3df-045d-4e93-887b-716b22ca167c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.707829 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:16.764972 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a05af3df-045d-4e93-887b-716b22ca167c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.768666 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a05af3df-045d-4e93-887b-716b22ca167c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.806468 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a05af3df-045d-4e93-887b-716b22ca167c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e38a48d813434476b8aa1cb7fcb8c464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274734 Dec 07 18:18:16.808395 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af3df-045d-4e93-887b-716b22ca167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb46dbd-a7bf-416c-9611-8a3b7ff3a392,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:16.809191 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 46138) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:16.890144 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ad574b15-b422-4249-82ad-f9e728db1df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.910689 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24761df-474f-4d27-b58a-831f7032f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76850075-cb4b-4dad-84f1-9f52a345ddaa'}, {'server_uuid': 'cacffb57-e578-48c8-af63-680f5b3c356e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd244111-c8b7-4c50-95c5-3fada10d7863'}, {'server_uuid': '8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2820287f-b140-4ebe-b6b3-2694d8d51dc9'}, {'server_uuid': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b38252-4967-4f79-bbd8-d483954c2fc3'}, {'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:18:16.913189 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b91de-2752-49db-9763-1e06cdf64d8f req-101f72df-a705-44fb-b554-8be30e82ecee tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:16.913478 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f752e35f-8d6a-4e48-8b43-af2582fb4e5f" -d '{"events": [{"server_uuid": "e24761df-474f-4d27-b58a-831f7032f561", "name": "network-vif-plugged", "status": "completed", "tag": "76850075-cb4b-4dad-84f1-9f52a345ddaa"}, {"server_uuid": "cacffb57-e578-48c8-af63-680f5b3c356e", "name": "network-vif-plugged", "status": "completed", "tag": "fd244111-c8b7-4c50-95c5-3fada10d7863"}, {"server_uuid": "8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b", "name": "network-vif-plugged", "status": "completed", "tag": "2820287f-b140-4ebe-b6b3-2694d8d51dc9"}, {"server_uuid": "521dcbec-ad05-41ef-9a62-12a47a6c3c62", "name": "network-vif-plugged", "status": "completed", "tag": "32b38252-4967-4f79-bbd8-d483954c2fc3"}, {"server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "name": "network-vif-plugged", "status": "completed", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:18:16.914866 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-428b91de-2752-49db-9763-1e06cdf64d8f req-101f72df-a705-44fb-b554-8be30e82ecee tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0678773 Dec 07 18:18:16.932669 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ad574b15-b422-4249-82ad-f9e728db1df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:16.967016 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 07 Dec 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310325dd-35dd-47ed-994e-733af408b47b x-openstack-request-id: req-310325dd-35dd-47ed-994e-733af408b47b {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:18:16.967362 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24761df-474f-4d27-b58a-831f7032f561", "name": "network-vif-plugged", "status": "completed", "tag": "76850075-cb4b-4dad-84f1-9f52a345ddaa", "code": 200}, {"server_uuid": "cacffb57-e578-48c8-af63-680f5b3c356e", "name": "network-vif-plugged", "status": "completed", "tag": "fd244111-c8b7-4c50-95c5-3fada10d7863", "code": 200}, {"server_uuid": "8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b", "name": "network-vif-plugged", "status": "completed", "tag": "2820287f-b140-4ebe-b6b3-2694d8d51dc9", "code": 200}, {"server_uuid": "521dcbec-ad05-41ef-9a62-12a47a6c3c62", "name": "network-vif-plugged", "status": "completed", "tag": "32b38252-4967-4f79-bbd8-d483954c2fc3", "code": 200}, {"server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "name": "network-vif-plugged", "status": "completed", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:18:16.967617 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-310325dd-35dd-47ed-994e-733af408b47b {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:18:16.968127 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24761df-474f-4d27-b58a-831f7032f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76850075-cb4b-4dad-84f1-9f52a345ddaa', 'code': 200} Dec 07 18:18:16.968510 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacffb57-e578-48c8-af63-680f5b3c356e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd244111-c8b7-4c50-95c5-3fada10d7863', 'code': 200} Dec 07 18:18:16.968776 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2820287f-b140-4ebe-b6b3-2694d8d51dc9', 'code': 200} Dec 07 18:18:16.969059 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b38252-4967-4f79-bbd8-d483954c2fc3', 'code': 200} Dec 07 18:18:16.969394 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'code': 200} Dec 07 18:18:16.994425 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-428b91de-2752-49db-9763-1e06cdf64d8f req-2c5c43e8-4dfb-47a3-8dc7-755b4ca8a040 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718160 Dec 07 18:18:17.014854 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ad574b15-b422-4249-82ad-f9e728db1df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:17.017631 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ad574b15-b422-4249-82ad-f9e728db1df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:17.018749 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ad574b15-b422-4249-82ad-f9e728db1df2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/afb46dbd-a7bf-416c-9611-8a3b7ff3a392 HTTP/1.1" status: 204 len: 168 time: 0.2085800 Dec 07 18:18:17.026723 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad574b15-b422-4249-82ad-f9e728db1df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb46dbd-a7bf-416c-9611-8a3b7ff3a392,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:17.148952 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15cea8-10e1-4562-991e-d6c2a9101a7c req-8fb0c8df-e8c6-4db0-a4a9-6b1c14e47cc3 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:17.151007 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5f15cea8-10e1-4562-991e-d6c2a9101a7c req-8fb0c8df-e8c6-4db0-a4a9-6b1c14e47cc3 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0537713 Dec 07 18:18:17.474097 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04361e8e-f292-430b-a93d-8fe586816640 req-92b9b0b9-ed84-41af-9b13-1da08d93ea57 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:17.476175 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-04361e8e-f292-430b-a93d-8fe586816640 req-92b9b0b9-ed84-41af-9b13-1da08d93ea57 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0903194 Dec 07 18:18:17.491780 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5f15cea8-10e1-4562-991e-d6c2a9101a7c req-f1c0622d-cc8f-4104-9b7a-d199e48b9311 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207920 Dec 07 18:18:17.595278 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-04361e8e-f292-430b-a93d-8fe586816640 req-7b76bfec-9c16-4ef5-8e2b-08928892a7bd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107965 Dec 07 18:18:17.610058 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:17.770044 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd244d15-027d-4646-98b9-85399107f863 req-cd641b90-40e3-4366-aeb7-d037ea46f3f8 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:17.773127 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dd244d15-027d-4646-98b9-85399107f863 req-cd641b90-40e3-4366-aeb7-d037ea46f3f8 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.1217139 Dec 07 18:18:17.805996 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffcc65-c955-4cf8-8017-892a82acec7c req-f2912e88-98eb-4434-9654-d62f6e3fee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:17.809873 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efffcc65-c955-4cf8-8017-892a82acec7c req-f2912e88-98eb-4434-9654-d62f6e3fee54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 1098 time: 0.1706617 Dec 07 18:18:17.853881 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bbb75-d9a0-4724-a6fa-9ab2b4dc2865 req-73cda1cf-e615-4096-91ad-dbdfe11c5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:17.855589 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2c7bbb75-d9a0-4724-a6fa-9ab2b4dc2865 req-73cda1cf-e615-4096-91ad-dbdfe11c5422 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 1099 time: 0.2034211 Dec 07 18:18:17.860317 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fc3ae-1c4d-49bc-a2c5-bbd93d1d899d req-5ee8a199-057d-4f66-bdcc-1f0a67c36992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:17.861442 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-377fc3ae-1c4d-49bc-a2c5-bbd93d1d899d req-5ee8a199-057d-4f66-bdcc-1f0a67c36992 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 1099 time: 0.2106721 Dec 07 18:18:17.868013 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6679a-cb2a-44da-957b-f8b8616247c2 req-7e2364f6-d560-428e-b8f6-9f8c37339e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:17.869743 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-87a6679a-cb2a-44da-957b-f8b8616247c2 req-7e2364f6-d560-428e-b8f6-9f8c37339e1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 1098 time: 0.1333234 Dec 07 18:18:17.877400 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04a78e-03d9-43a8-bf31-d81a62eebba3 req-c000fcc7-3e77-4004-809e-bff9423caf96 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:17.879092 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dd04a78e-03d9-43a8-bf31-d81a62eebba3 req-c000fcc7-3e77-4004-809e-bff9423caf96 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.1672876 Dec 07 18:18:17.887989 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dd244d15-027d-4646-98b9-85399107f863 req-604f3542-6f01-49e1-a9f6-c623dc26bc10 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058791 Dec 07 18:18:17.947388 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efffcc65-c955-4cf8-8017-892a82acec7c req-fb49c5ee-e196-4f5d-9cde-9eb7d9abd560 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200743 Dec 07 18:18:17.962790 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571eb5b-b167-4776-a99e-6bb686fbf139 req-37c69e89-61e3-44e4-b46f-1e4bec5745d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:17.964271 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-6571eb5b-b167-4776-a99e-6bb686fbf139 req-37c69e89-61e3-44e4-b46f-1e4bec5745d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 1099 time: 0.0570886 Dec 07 18:18:18.010590 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-377fc3ae-1c4d-49bc-a2c5-bbd93d1d899d req-d62b1ae6-9f8e-44f3-975a-680f7b2cf873 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011200 Dec 07 18:18:18.050144 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2c7bbb75-d9a0-4724-a6fa-9ab2b4dc2865 req-c272a587-daf2-426c-8764-9bf0d51152fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699362 Dec 07 18:18:18.056897 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dd04a78e-03d9-43a8-bf31-d81a62eebba3 req-d0e3a50e-3aac-4b30-8a27-cf2f9d684026 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703660 Dec 07 18:18:18.060617 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-87a6679a-cb2a-44da-957b-f8b8616247c2 req-06dbbf89-32d5-44c5-94b3-0d44315debcc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499712 Dec 07 18:18:18.143908 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24b5fd-7d6c-4167-8741-e3207b9dfec8 req-c1d9cbfc-8cab-4987-93ad-b63e5596a51d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:18.145727 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dc24b5fd-7d6c-4167-8741-e3207b9dfec8 req-c1d9cbfc-8cab-4987-93ad-b63e5596a51d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0510421 Dec 07 18:18:18.171577 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 46192) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:18.199831 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dc24b5fd-7d6c-4167-8741-e3207b9dfec8 req-ad5b66a0-7d20-4e8f-856b-c8706d263bce tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466390 Dec 07 18:18:18.284833 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4758-7cbc-435a-8787-3b005be1df2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:18.359088 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4758-7cbc-435a-8787-3b005be1df2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:18.362983 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4758-7cbc-435a-8787-3b005be1df2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:18.402811 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-fb1f4758-7cbc-435a-8787-3b005be1df2b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c2fba104d404c9c97027f8d09d166d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301376 Dec 07 18:18:18.404048 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f4758-7cbc-435a-8787-3b005be1df2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457b8e12-c060-4206-9596-dba7d80f27eb,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:18.405485 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46200) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:18.459642 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8a11393f-0402-46aa-8cce-91be39bb3b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:18.481071 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8a11393f-0402-46aa-8cce-91be39bb3b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:18.545811 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8a11393f-0402-46aa-8cce-91be39bb3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:18.552734 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8a11393f-0402-46aa-8cce-91be39bb3b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:18.555482 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-8a11393f-0402-46aa-8cce-91be39bb3b97 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/457b8e12-c060-4206-9596-dba7d80f27eb HTTP/1.1" status: 204 len: 168 time: 0.1478412 Dec 07 18:18:18.584900 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11393f-0402-46aa-8cce-91be39bb3b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457b8e12-c060-4206-9596-dba7d80f27eb,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:18.659358 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044097a-ec00-4a2a-ae77-1278c3176d36 req-1d4e4ba0-8d0e-48b5-b224-bfe13ee5f876 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:18.660892 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e044097a-ec00-4a2a-ae77-1278c3176d36 req-1d4e4ba0-8d0e-48b5-b224-bfe13ee5f876 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0559609 Dec 07 18:18:18.721445 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e044097a-ec00-4a2a-ae77-1278c3176d36 req-d9674328-e8aa-4f1d-af23-5e3f24983fb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529113 Dec 07 18:18:18.752459 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0229f5-55ea-4b3a-8064-e05009b729b4 req-42888503-2ed6-4a7e-bda8-68fabec2237f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:18.754325 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-bf0229f5-55ea-4b3a-8064-e05009b729b4 req-42888503-2ed6-4a7e-bda8-68fabec2237f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0709038 Dec 07 18:18:18.802853 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-bf0229f5-55ea-4b3a-8064-e05009b729b4 req-91dc76ef-a87c-445f-b1cd-959b4da8f85a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419488 Dec 07 18:18:18.895149 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46218) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:18.910554 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d0cda7b5-c51e-4c9c-b91e-8b7e687a63b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:19.017339 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d0cda7b5-c51e-4c9c-b91e-8b7e687a63b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:19.023151 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d0cda7b5-c51e-4c9c-b91e-8b7e687a63b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:19.034491 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad083-36da-441b-881d-fbf7fb556175 req-0f9b3e02-e067-4baa-b38f-4c578b3a974f tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:19.035975 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f38ad083-36da-441b-881d-fbf7fb556175 req-0f9b3e02-e067-4baa-b38f-4c578b3a974f tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0739901 Dec 07 18:18:19.054658 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e177c2-da68-403e-b050-c79dc9268824 req-044afbde-7b24-406a-abae-1e85bfa0f003 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:19.056185 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-92e177c2-da68-403e-b050-c79dc9268824 req-044afbde-7b24-406a-abae-1e85bfa0f003 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0512633 Dec 07 18:18:19.090628 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-d0cda7b5-c51e-4c9c-b91e-8b7e687a63b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a8e7894460d44f33929135d631e696ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943228 Dec 07 18:18:19.091722 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cda7b5-c51e-4c9c-b91e-8b7e687a63b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaf6ae7-dfee-44be-8070-767fcec976b2,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:19.093241 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 46226) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:19.116932 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-92e177c2-da68-403e-b050-c79dc9268824 req-96bd60e8-bd42-4783-bf78-f139f9a99198 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545881 Dec 07 18:18:19.120451 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f38ad083-36da-441b-881d-fbf7fb556175 req-6e4116ef-c20f-4661-a360-a43c18903530 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678380 Dec 07 18:18:19.153298 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a291-6cbe-4eca-beff-d401f909cca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:19.174295 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a291-6cbe-4eca-beff-d401f909cca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:19.220877 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a291-6cbe-4eca-beff-d401f909cca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:19.223561 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a291-6cbe-4eca-beff-d401f909cca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:19.224894 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-4cd9a291-6cbe-4eca-beff-d401f909cca6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ceaf6ae7-dfee-44be-8070-767fcec976b2 HTTP/1.1" status: 204 len: 168 time: 0.1306956 Dec 07 18:18:19.228592 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa3885-9af4-422c-b328-fc24f0125ac0 req-85892c3d-4390-46c6-88bd-5605f2e62ea4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:19.233065 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9a291-6cbe-4eca-beff-d401f909cca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaf6ae7-dfee-44be-8070-767fcec976b2,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:19.236399 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-57aa3885-9af4-422c-b328-fc24f0125ac0 req-85892c3d-4390-46c6-88bd-5605f2e62ea4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0489740 Dec 07 18:18:19.299662 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-57aa3885-9af4-422c-b328-fc24f0125ac0 req-430e1cf5-2087-458b-9f62-9fa48faa2d03 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473521 Dec 07 18:18:19.335490 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ead567-9873-49d6-aecb-c3b6b27d45e0 req-16be8f16-d397-4ddc-9b17-48d3b429acb2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:19.337039 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b3ead567-9873-49d6-aecb-c3b6b27d45e0 req-16be8f16-d397-4ddc-9b17-48d3b429acb2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0549788 Dec 07 18:18:19.387446 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b3ead567-9873-49d6-aecb-c3b6b27d45e0 req-07e223f2-a062-41e2-9986-c838f8aabc68 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438027 Dec 07 18:18:19.918411 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f6ffb-f8c5-4fee-8f76-bc92f9be3083 req-cf1f523b-205d-46ea-94e6-fccc97c4cedb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:19.919900 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-661f6ffb-f8c5-4fee-8f76-bc92f9be3083 req-cf1f523b-205d-46ea-94e6-fccc97c4cedb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0474703 Dec 07 18:18:19.971311 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-661f6ffb-f8c5-4fee-8f76-bc92f9be3083 req-b1d9dc6c-b165-4f71-be7d-26ce1e6778a2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449636 Dec 07 18:18:20.238169 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a746f-3147-4213-9dcd-503eb0698614 req-318f2616-b368-48b6-bfd1-9916408e9b3e tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:20.239773 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-537a746f-3147-4213-9dcd-503eb0698614 req-318f2616-b368-48b6-bfd1-9916408e9b3e tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0490513 Dec 07 18:18:20.242116 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2eaf8-07f8-46f1-b70b-e3a4f51ceab1 req-26662e46-8294-4ba6-86e1-da524564736b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:20.243684 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-23e2eaf8-07f8-46f1-b70b-e3a4f51ceab1 req-26662e46-8294-4ba6-86e1-da524564736b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0530460 Dec 07 18:18:20.296613 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-537a746f-3147-4213-9dcd-503eb0698614 req-fb2435f0-4d08-400b-b6b2-6f59f20039a8 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501885 Dec 07 18:18:20.298531 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-23e2eaf8-07f8-46f1-b70b-e3a4f51ceab1 req-ba8ee88c-3aa9-46b4-bca8-c737c4cf5861 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 Dec 07 18:18:20.416764 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167979c-d7cf-4998-a71b-a5127d655543 req-a7e5bbb0-da2f-4f7f-9bec-61c1620744c0 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:20.418434 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a167979c-d7cf-4998-a71b-a5127d655543 req-a7e5bbb0-da2f-4f7f-9bec-61c1620744c0 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0494509 Dec 07 18:18:20.472147 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a167979c-d7cf-4998-a71b-a5127d655543 req-5a561662-89fe-4868-922b-afab1bdd945d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475698 Dec 07 18:18:20.517029 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ee1f-a636-4a30-85e7-dcfb82f097c3 req-8fe97623-b3f8-42e5-8978-16f271911f8d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:20.518437 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1228ee1f-a636-4a30-85e7-dcfb82f097c3 req-8fe97623-b3f8-42e5-8978-16f271911f8d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0625441 Dec 07 18:18:20.567729 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1228ee1f-a636-4a30-85e7-dcfb82f097c3 req-83cf2029-5e39-4310-a3c8-72960e595797 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Dec 07 18:18:21.093670 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46a00f-2b93-48bd-8baa-cc78f05d15a2 req-841c9b96-2231-419a-954b-6d355f6e8bbf tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:21.095445 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9c46a00f-2b93-48bd-8baa-cc78f05d15a2 req-841c9b96-2231-419a-954b-6d355f6e8bbf tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0535061 Dec 07 18:18:21.148092 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9c46a00f-2b93-48bd-8baa-cc78f05d15a2 req-56c3d0cb-bc8c-4e22-bb90-79952e8cadf9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442901 Dec 07 18:18:21.416468 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e9ca0-377d-438b-8bf8-a9d3c8904c1e req-c9afad85-e51b-409b-850b-96d493ccca1d tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:21.417086 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf77780-0c81-4f07-8e66-d28cde8b2c9f req-0f0d3504-3077-4d26-a375-e9c8bcb06eab tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:21.418050 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2a1e9ca0-377d-438b-8bf8-a9d3c8904c1e req-c9afad85-e51b-409b-850b-96d493ccca1d tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0523040 Dec 07 18:18:21.418168 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8cf77780-0c81-4f07-8e66-d28cde8b2c9f req-0f0d3504-3077-4d26-a375-e9c8bcb06eab tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0480068 Dec 07 18:18:21.465625 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8cf77780-0c81-4f07-8e66-d28cde8b2c9f req-4dafb857-2167-4b51-bcae-ce9e5d10a67a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Dec 07 18:18:21.466094 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2a1e9ca0-377d-438b-8bf8-a9d3c8904c1e req-0f06873f-054f-4ee1-a996-1d4de69f036a tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Dec 07 18:18:21.591427 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406a8f8-9f0f-425d-9c46-a8b802744124 req-fc0ad8b2-2043-4795-9184-2cfaa319a1ed tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:21.592944 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f406a8f8-9f0f-425d-9c46-a8b802744124 req-fc0ad8b2-2043-4795-9184-2cfaa319a1ed tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0513265 Dec 07 18:18:21.640912 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f406a8f8-9f0f-425d-9c46-a8b802744124 req-beba73dd-8857-4006-bfae-a440d5a55a22 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Dec 07 18:18:21.682418 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056a3c3-4924-4fc4-a6e1-b576cf47ac47 req-897a580e-96fe-47a2-b538-337971be515a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:21.683885 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4056a3c3-4924-4fc4-a6e1-b576cf47ac47 req-897a580e-96fe-47a2-b538-337971be515a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0488622 Dec 07 18:18:21.731773 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4056a3c3-4924-4fc4-a6e1-b576cf47ac47 req-0b0c0ecd-4370-4002-a536-63c99ebc70d5 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Dec 07 18:18:22.261477 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086c28-0280-4e8a-a030-d0132585acad req-a17bc7bc-9729-4b09-9c81-9702593c9c38 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:22.262930 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b9086c28-0280-4e8a-a030-d0132585acad req-a17bc7bc-9729-4b09-9c81-9702593c9c38 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0475807 Dec 07 18:18:22.309936 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b9086c28-0280-4e8a-a030-d0132585acad req-27f166f8-0971-4c84-aa8a-12c8d16f0b74 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411177 Dec 07 18:18:22.579047 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248b1ec-4b04-43c7-a8a7-fb8f86b1bf01 req-9c80a55d-60be-4cc4-a39c-dc9631ce90e6 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:22.580550 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7248b1ec-4b04-43c7-a8a7-fb8f86b1bf01 req-9c80a55d-60be-4cc4-a39c-dc9631ce90e6 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0472622 Dec 07 18:18:22.583218 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849c9e3-e9d8-4340-9a48-27a54ae389f5 req-8cbe18dc-a2b1-417d-9acb-8bf200b2d756 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:22.584750 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3849c9e3-e9d8-4340-9a48-27a54ae389f5 req-8cbe18dc-a2b1-417d-9acb-8bf200b2d756 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0522110 Dec 07 18:18:22.632723 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7248b1ec-4b04-43c7-a8a7-fb8f86b1bf01 req-6ec9300d-03ba-4887-bb0a-e2ebabd2b745 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455287 Dec 07 18:18:22.633164 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3849c9e3-e9d8-4340-9a48-27a54ae389f5 req-ce63745d-4810-4e16-b006-03c3f53a5c0b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Dec 07 18:18:22.759876 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916ec6c-c24a-4603-96fd-08e8eec2b41a req-a2235d65-0b14-4af9-8310-2a55d3ec8e81 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:22.761422 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c916ec6c-c24a-4603-96fd-08e8eec2b41a req-a2235d65-0b14-4af9-8310-2a55d3ec8e81 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0497684 Dec 07 18:18:22.817446 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c916ec6c-c24a-4603-96fd-08e8eec2b41a req-ac4a3c63-8fbc-485c-8027-f1ba29fe13d7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484972 Dec 07 18:18:22.860419 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498fb4e-f8c9-42df-a01b-4768b87054da req-993ac8ea-72a3-4e0e-a1d9-1d96ed2f01e0 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:22.862303 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0498fb4e-f8c9-42df-a01b-4768b87054da req-993ac8ea-72a3-4e0e-a1d9-1d96ed2f01e0 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0504034 Dec 07 18:18:22.911222 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0498fb4e-f8c9-42df-a01b-4768b87054da req-74bff2b2-7e3d-49df-b582-c013784c681a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Dec 07 18:18:23.423230 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e08072-c729-41ac-a664-13aaad30ebee req-cd172ccb-ce37-4887-8652-3d387dc1f53d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:23.424705 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f8e08072-c729-41ac-a664-13aaad30ebee req-cd172ccb-ce37-4887-8652-3d387dc1f53d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0493186 Dec 07 18:18:23.471012 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f8e08072-c729-41ac-a664-13aaad30ebee req-3146b6da-a538-4765-a123-469e20e7b475 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 Dec 07 18:18:23.746393 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00de0a-ca8c-485b-a91e-bda2969062ca req-571b812b-9887-4a46-8403-a8bf46d8f069 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:23.748012 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fb00de0a-ca8c-485b-a91e-bda2969062ca req-571b812b-9887-4a46-8403-a8bf46d8f069 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0488429 Dec 07 18:18:23.750389 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf267b-3d98-46c0-b7e4-81befd5041ba req-9e98d91d-bb9a-452d-9db3-11dbb34b25f8 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:23.751975 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-facf267b-3d98-46c0-b7e4-81befd5041ba req-9e98d91d-bb9a-452d-9db3-11dbb34b25f8 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0530114 Dec 07 18:18:23.798732 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-facf267b-3d98-46c0-b7e4-81befd5041ba req-51d1aef6-7141-4775-ad3f-fb9a0847e89a tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Dec 07 18:18:23.801777 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fb00de0a-ca8c-485b-a91e-bda2969062ca req-aa8873bb-ae0c-4d3b-853b-a24fd33d58aa tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468900 Dec 07 18:18:23.941363 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617acafc-5afe-4171-aeab-2046b3857ab8 req-bf956499-4845-4a58-98c9-0e0900393755 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:23.943398 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-617acafc-5afe-4171-aeab-2046b3857ab8 req-bf956499-4845-4a58-98c9-0e0900393755 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0538945 Dec 07 18:18:24.022419 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-617acafc-5afe-4171-aeab-2046b3857ab8 req-db12fd02-4d73-43a1-9e2c-d8219f3efc8d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623960 Dec 07 18:18:24.050835 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfff829-6148-4028-b0d1-42ea4ec7348b req-2fd48d20-b5b9-4ea2-b7fa-2943c581739d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:24.052439 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-adfff829-6148-4028-b0d1-42ea4ec7348b req-2fd48d20-b5b9-4ea2-b7fa-2943c581739d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0627530 Dec 07 18:18:24.081914 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-6571eb5b-b167-4776-a99e-6bb686fbf139 req-07f60720-ec8d-4023-a048-ffca4db6dc16 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582130 Dec 07 18:18:24.103124 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-adfff829-6148-4028-b0d1-42ea4ec7348b req-baa693ad-4ef9-4882-8552-c9a5f638bb29 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 Dec 07 18:18:24.590523 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30c7dd-ce4b-46c1-a516-dd5e37aed0ea req-c3ea2f75-29c7-4f9d-9f8a-472c4fc4bf2c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:24.591495 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ab30c7dd-ce4b-46c1-a516-dd5e37aed0ea req-c3ea2f75-29c7-4f9d-9f8a-472c4fc4bf2c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0535991 Dec 07 18:18:24.649744 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ab30c7dd-ce4b-46c1-a516-dd5e37aed0ea req-d8f651d9-103e-40eb-9bc1-6561ede18e33 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475812 Dec 07 18:18:24.927677 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa908e-62ee-428b-8793-7b3e1ccf65ac req-604ecc47-7e4f-4025-ace0-649a54bc726b tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:24.929661 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ffaa908e-62ee-428b-8793-7b3e1ccf65ac req-604ecc47-7e4f-4025-ace0-649a54bc726b tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0540600 Dec 07 18:18:24.932141 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4847248-8a6b-438d-b282-c4a37a9505b6 req-145b932c-f7e1-49cf-bbef-9bb073b08c36 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:24.933705 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f4847248-8a6b-438d-b282-c4a37a9505b6 req-145b932c-f7e1-49cf-bbef-9bb073b08c36 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0565438 Dec 07 18:18:24.979829 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ffaa908e-62ee-428b-8793-7b3e1ccf65ac req-9fa15136-6de4-459e-b300-97eecafd72b0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431535 Dec 07 18:18:24.985003 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f4847248-8a6b-438d-b282-c4a37a9505b6 req-30f92e7b-3281-41bf-b07d-b8cc2900349e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Dec 07 18:18:25.139341 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64d199-cbd3-469e-9b61-065520dd495f req-28c8bb92-713d-413e-86bb-4d4f4fc4859c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:25.140889 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7b64d199-cbd3-469e-9b61-065520dd495f req-28c8bb92-713d-413e-86bb-4d4f4fc4859c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0506890 Dec 07 18:18:25.187620 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7b64d199-cbd3-469e-9b61-065520dd495f req-7ad371ef-644c-401d-8a5e-2f2a5817bd4b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Dec 07 18:18:25.224173 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc5661-d399-43e7-ab69-0279a63ab1a8 req-56e9ec8b-436f-4eae-a02d-84b5583e090f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:25.225832 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-78fc5661-d399-43e7-ab69-0279a63ab1a8 req-56e9ec8b-436f-4eae-a02d-84b5583e090f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0528295 Dec 07 18:18:25.273530 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-78fc5661-d399-43e7-ab69-0279a63ab1a8 req-5fdc0cc8-a572-4056-8b87-d12704dcfb14 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Dec 07 18:18:25.761395 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc815b-8603-4ffc-9f54-37becb4523c3 req-8bb17e1e-8905-4e49-8080-daa52dbb5ebf tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:25.762845 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e6bc815b-8603-4ffc-9f54-37becb4523c3 req-8bb17e1e-8905-4e49-8080-daa52dbb5ebf tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0482728 Dec 07 18:18:25.808759 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e6bc815b-8603-4ffc-9f54-37becb4523c3 req-63e2c396-d1ad-491f-a039-982e85353c87 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400531 Dec 07 18:18:26.094331 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a0611-2a61-4764-80f4-4ceff93d306f req-5b9ad458-c1a2-45b9-ab3f-239402defd6f tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:26.095805 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5f2a0611-2a61-4764-80f4-4ceff93d306f req-5b9ad458-c1a2-45b9-ab3f-239402defd6f tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0498269 Dec 07 18:18:26.099200 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe12ae0-3951-47fb-8e04-b141a67729d9 req-25546f79-ab44-467d-8f09-a7da4ce3f12d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:26.101265 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0fe12ae0-3951-47fb-8e04-b141a67729d9 req-25546f79-ab44-467d-8f09-a7da4ce3f12d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0493407 Dec 07 18:18:26.143612 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5f2a0611-2a61-4764-80f4-4ceff93d306f req-283c053b-f537-4cd7-a6f4-753d1b971aba tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Dec 07 18:18:26.151551 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0fe12ae0-3951-47fb-8e04-b141a67729d9 req-f344e2d6-a1c0-495a-946e-d93ce4a5d844 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Dec 07 18:18:26.313770 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49bc7b-f61b-4c49-880c-546bb4a0c7ca req-aae8881e-f5b6-4257-9d3c-a177a0aa9b6b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:26.315470 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2d49bc7b-f61b-4c49-880c-546bb4a0c7ca req-aae8881e-f5b6-4257-9d3c-a177a0aa9b6b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0546584 Dec 07 18:18:26.383566 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2d49bc7b-f61b-4c49-880c-546bb4a0c7ca req-716afe33-fa06-4cf9-85bd-d5a974986f5a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595317 Dec 07 18:18:26.405785 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d7cff-9813-4343-a20b-5df40d1d1c8a req-5fd91157-6f16-4a11-8df7-a99ac9440c7d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:26.407269 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1f6d7cff-9813-4343-a20b-5df40d1d1c8a req-5fd91157-6f16-4a11-8df7-a99ac9440c7d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0562112 Dec 07 18:18:26.456460 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1f6d7cff-9813-4343-a20b-5df40d1d1c8a req-49fd2787-0ee7-4a75-a3d9-781c8592841b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Dec 07 18:18:26.919219 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1103c-ef14-49ce-bb1a-6c8533025b80 req-9315625a-bffc-4394-b131-2110b427d0b0 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:26.920689 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c9d1103c-ef14-49ce-bb1a-6c8533025b80 req-9315625a-bffc-4394-b131-2110b427d0b0 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0463388 Dec 07 18:18:26.967146 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c9d1103c-ef14-49ce-bb1a-6c8533025b80 req-0b4dc515-ef10-471f-8f90-89597d8977d0 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405803 Dec 07 18:18:27.256548 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da69775-8920-406e-92a1-46e8d6843a5e req-e7cd94be-ec6c-4a8c-9b88-168f15a96236 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:27.258178 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4da69775-8920-406e-92a1-46e8d6843a5e req-e7cd94be-ec6c-4a8c-9b88-168f15a96236 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0477829 Dec 07 18:18:27.264405 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b93f36-7bdc-4b83-b14e-df4814f830dc req-0a9fad9e-8f73-4106-a0cc-340f2b3fdd4a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:27.265904 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-75b93f36-7bdc-4b83-b14e-df4814f830dc req-0a9fad9e-8f73-4106-a0cc-340f2b3fdd4a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0487795 Dec 07 18:18:27.305160 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4da69775-8920-406e-92a1-46e8d6843a5e req-59124d40-f1c9-4979-b982-5018e1b4ad50 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Dec 07 18:18:27.313478 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-75b93f36-7bdc-4b83-b14e-df4814f830dc req-17dd921a-fb73-4333-990f-52ac0f718419 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415049 Dec 07 18:18:27.505695 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80980fe-6c1e-4401-828d-ab681d8305cf req-75a45112-948a-48a3-aaaa-94b2f0d63e15 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:27.507184 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d80980fe-6c1e-4401-828d-ab681d8305cf req-75a45112-948a-48a3-aaaa-94b2f0d63e15 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0513570 Dec 07 18:18:27.554988 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d80980fe-6c1e-4401-828d-ab681d8305cf req-f322d45e-7d78-459e-9bbc-51ee06bae1db tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416923 Dec 07 18:18:27.573222 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4965-17c2-45ae-b324-0937d8c3af3d req-30aa95de-24c8-425c-810a-59143cbfcf3e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:27.574720 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f6dd4965-17c2-45ae-b324-0937d8c3af3d req-30aa95de-24c8-425c-810a-59143cbfcf3e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0526268 Dec 07 18:18:27.622408 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f6dd4965-17c2-45ae-b324-0937d8c3af3d req-44db3876-6a52-488a-8847-cb1cb9af09aa tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Dec 07 18:18:28.077685 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8274a7-c1ae-48ab-9948-cffd58095cb2 req-d0736e6f-e0d3-4f83-b346-e45b06c68053 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:28.079122 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-eb8274a7-c1ae-48ab-9948-cffd58095cb2 req-d0736e6f-e0d3-4f83-b346-e45b06c68053 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0468225 Dec 07 18:18:28.125921 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-eb8274a7-c1ae-48ab-9948-cffd58095cb2 req-d8e9bd17-49ae-4a54-bbb7-f3bd64422da2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401814 Dec 07 18:18:28.420604 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c4ab3-b811-4b56-82da-5008b894105d req-914bcbc3-24df-4cbd-b355-c4e9120e2e0c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:28.422266 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ed8c4ab3-b811-4b56-82da-5008b894105d req-914bcbc3-24df-4cbd-b355-c4e9120e2e0c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0509043 Dec 07 18:18:28.439897 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fc22-e4de-4aaf-a71e-04cb215d0771 req-e5bac067-cee8-454d-8512-dee87dc54102 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:28.441389 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b0b7fc22-e4de-4aaf-a71e-04cb215d0771 req-e5bac067-cee8-454d-8512-dee87dc54102 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0608218 Dec 07 18:18:28.470525 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ed8c4ab3-b811-4b56-82da-5008b894105d req-3037a62b-ffe2-41af-b30c-f5494b9a1ac0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422347 Dec 07 18:18:28.488425 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b0b7fc22-e4de-4aaf-a71e-04cb215d0771 req-609dad7a-6191-4368-abcd-03b5ee2ceb24 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Dec 07 18:18:28.673663 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c64e3-f524-4100-bab1-6689545852ad req-b56eadd9-8f0f-463a-8e25-a6c77ec11169 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:28.675187 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a51c64e3-f524-4100-bab1-6689545852ad req-b56eadd9-8f0f-463a-8e25-a6c77ec11169 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0485077 Dec 07 18:18:28.726390 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a51c64e3-f524-4100-bab1-6689545852ad req-16a454e0-245a-4c08-8b6d-da24c1a1f66b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443172 Dec 07 18:18:28.736080 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74060a-ab51-459a-8e69-22d19ade1f6c req-90d1de5c-0a72-4344-a628-bea5b38ee399 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:28.737593 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3d74060a-ab51-459a-8e69-22d19ade1f6c req-90d1de5c-0a72-4344-a628-bea5b38ee399 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0488300 Dec 07 18:18:28.784148 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3d74060a-ab51-459a-8e69-22d19ade1f6c req-80113387-9b09-4b08-8c3a-792d9b3b6f46 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400405 Dec 07 18:18:28.859896 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cad65-ae81-4fc1-bcf2-852ab3b7ff33 req-d627fe04-debf-4cce-bfb1-c273e5d03efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:28.861413 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8a6cad65-ae81-4fc1-bcf2-852ab3b7ff33 req-d627fe04-debf-4cce-bfb1-c273e5d03efd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 1099 time: 0.0392032 Dec 07 18:18:28.950346 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cad65-ae81-4fc1-bcf2-852ab3b7ff33 req-a4b39d67-81c5-4cf1-b53c-a36c1c1c94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:28.951744 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8a6cad65-ae81-4fc1-bcf2-852ab3b7ff33 req-a4b39d67-81c5-4cf1-b53c-a36c1c1c94ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 919 time: 0.0826118 Dec 07 18:18:28.996850 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8a6cad65-ae81-4fc1-bcf2-852ab3b7ff33 req-8b369fd3-b87b-4bbc-adf7-6d8cf759aef5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095d8483-c7c1-45c2-97c7-23bffb50b1c4 HTTP/1.1" status: 200 len: 217 time: 0.0372474 Dec 07 18:18:29.046270 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cad65-ae81-4fc1-bcf2-852ab3b7ff33 req-895aab89-9bd3-4a68-8c16-48d38b728405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:29.048215 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8a6cad65-ae81-4fc1-bcf2-852ab3b7ff33 req-895aab89-9bd3-4a68-8c16-48d38b728405 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b65771-4176-4dca-812c-c56fdd3bd691 HTTP/1.1" status: 200 len: 858 time: 0.0429063 Dec 07 18:18:29.079797 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8a6cad65-ae81-4fc1-bcf2-852ab3b7ff33 req-b3b3feff-ac63-4a09-9296-016a99c3ac66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b01fd91-89e1-4adc-8105-968879f656bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232224 Dec 07 18:18:29.176357 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8a6cad65-ae81-4fc1-bcf2-852ab3b7ff33 req-b882b37f-23b7-4553-a232-89f3b1db8cc7 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889285 Dec 07 18:18:29.306459 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b656332-cc56-4f6b-b8e7-0572a3c08464 req-1f0b050a-ffda-43ad-9b50-f99d7909c8c5 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:29.308103 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4b656332-cc56-4f6b-b8e7-0572a3c08464 req-1f0b050a-ffda-43ad-9b50-f99d7909c8c5 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.1051915 Dec 07 18:18:29.333256 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8a6cad65-ae81-4fc1-bcf2-852ab3b7ff33 req-22cea389-8ed7-408f-b26c-c43d7067c576 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487164 Dec 07 18:18:29.367394 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4b656332-cc56-4f6b-b8e7-0572a3c08464 req-1f3e9cc7-5e31-4dec-a675-218a7d46cb9a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513844 Dec 07 18:18:29.598782 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ad545-ed1b-4e87-8a4b-de4410eee605 req-5799c633-92be-4227-8c9b-b807c810e53c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:29.601043 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d38ad545-ed1b-4e87-8a4b-de4410eee605 req-5799c633-92be-4227-8c9b-b807c810e53c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0516105 Dec 07 18:18:29.634451 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f72cae-9d6c-4a99-babf-f83d52979978 req-f418849e-857b-4bbc-bf6d-0bdbb5cbf5f5 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:29.635981 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e2f72cae-9d6c-4a99-babf-f83d52979978 req-f418849e-857b-4bbc-bf6d-0bdbb5cbf5f5 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0531521 Dec 07 18:18:29.654544 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d38ad545-ed1b-4e87-8a4b-de4410eee605 req-71ff92bb-5679-4cc5-8ebf-971fd5f62aa6 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458951 Dec 07 18:18:29.699020 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e2f72cae-9d6c-4a99-babf-f83d52979978 req-d421b4c8-2111-4cb6-a711-0b7a74cb1535 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561352 Dec 07 18:18:29.868698 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45053643-e0f8-441c-94bd-c8c31f377265 req-2951b04a-fe67-4e8c-b7a4-5b300bf102c1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:29.870531 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-45053643-e0f8-441c-94bd-c8c31f377265 req-2951b04a-fe67-4e8c-b7a4-5b300bf102c1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0692177 Dec 07 18:18:29.874886 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 46488) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:29.921806 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbdab8-0309-47b6-9802-5aacbd32b9cd req-4445fb53-2a72-4164-a0cd-95ef237a93f4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:29.923858 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3efbdab8-0309-47b6-9802-5aacbd32b9cd req-4445fb53-2a72-4164-a0cd-95ef237a93f4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0640287 Dec 07 18:18:29.945077 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-45053643-e0f8-441c-94bd-c8c31f377265 req-e424ac2b-889d-4dc4-a937-546073695c36 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636008 Dec 07 18:18:29.996408 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.002886 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3efbdab8-0309-47b6-9802-5aacbd32b9cd req-84410273-bcc6-455b-8d90-3e10a04ade66 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654490 Dec 07 18:18:30.084675 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.088313 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.126279 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd48d5d2913049c8a3ad6126739469ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503455 Dec 07 18:18:30.127372 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d953da22-c247-406e-990d-2999304f8a4d,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:30.128993 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46496) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:30.134700 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.135051 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.135396 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.135739 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.136071 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.136422 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.136757 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.137083 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.137410 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.137737 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.138061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.138379 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.138700 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7061b-6ad1-43ee-85d0-4ecc42766b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.176701 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.197786 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.243878 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.246869 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.248011 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d953da22-c247-406e-990d-2999304f8a4d HTTP/1.1" status: 204 len: 168 time: 0.1179831 Dec 07 18:18:30.255464 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d953da22-c247-406e-990d-2999304f8a4d,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:30.262847 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.263195 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.263537 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.263873 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.264202 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.264558 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.264890 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.265217 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.265543 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.265989 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.266181 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.266498 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.266819 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6942-5180-4352-9d99-15dfc6725aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:18:30.485132 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096fe85-907d-4ea1-ae13-2bd998d9e210 req-d6284e9f-f6bd-4634-86b0-a9c19b3f43aa tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:30.486684 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5096fe85-907d-4ea1-ae13-2bd998d9e210 req-d6284e9f-f6bd-4634-86b0-a9c19b3f43aa tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0517530 Dec 07 18:18:30.503273 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46506) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:30.516100 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-17524963-a85a-456c-83af-6d7cf12b9261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.535526 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5096fe85-907d-4ea1-ae13-2bd998d9e210 req-09bc04a3-8a42-405e-815b-4bc049c8d341 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Dec 07 18:18:30.590771 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-17524963-a85a-456c-83af-6d7cf12b9261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.594672 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-17524963-a85a-456c-83af-6d7cf12b9261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.630886 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17524963-a85a-456c-83af-6d7cf12b9261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f70cc7b-f5c2-4e93-8bc9-ba959c9e656f,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:30.635162 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-17524963-a85a-456c-83af-6d7cf12b9261 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1544e8b8af16447093a94c85cd3e13b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309333 Dec 07 18:18:30.638036 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46508) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:30.688664 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bc663acd-61cc-4544-974f-d05d4cc47d33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.710385 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bc663acd-61cc-4544-974f-d05d4cc47d33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.786348 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00c040-2c87-439e-83e5-b7dd057fbb8b req-76aee2fe-3dd6-4fa7-84a8-d9e024055b69 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:30.788506 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-cc00c040-2c87-439e-83e5-b7dd057fbb8b req-76aee2fe-3dd6-4fa7-84a8-d9e024055b69 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0670381 Dec 07 18:18:30.809710 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aeb40-a98e-417e-83d4-4c26af831151 req-09694a26-56e3-4204-8dbe-01830b409116 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:30.811308 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6a4aeb40-a98e-417e-83d4-4c26af831151 req-09694a26-56e3-4204-8dbe-01830b409116 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0509977 Dec 07 18:18:30.812348 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bc663acd-61cc-4544-974f-d05d4cc47d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.814887 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bc663acd-61cc-4544-974f-d05d4cc47d33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:30.815977 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-bc663acd-61cc-4544-974f-d05d4cc47d33 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f70cc7b-f5c2-4e93-8bc9-ba959c9e656f HTTP/1.1" status: 204 len: 168 time: 0.1770446 Dec 07 18:18:30.829368 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc663acd-61cc-4544-974f-d05d4cc47d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f70cc7b-f5c2-4e93-8bc9-ba959c9e656f,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:30.862467 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-cc00c040-2c87-439e-83e5-b7dd057fbb8b req-18284bc5-641e-45f0-be0f-dea13b4b12ff tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623453 Dec 07 18:18:30.872850 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6a4aeb40-a98e-417e-83d4-4c26af831151 req-5fbe3615-8f4c-425d-8e08-58c11851b4a1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553534 Dec 07 18:18:31.055780 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535382f-2243-4410-a537-afb945b6713a req-6abd6bcf-685c-43df-87c5-e371ac77cf98 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:31.057603 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1535382f-2243-4410-a537-afb945b6713a req-6abd6bcf-685c-43df-87c5-e371ac77cf98 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0565913 Dec 07 18:18:31.116634 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5511ac2-9aa9-476d-a5ab-84faa484bbe4 req-53224753-e07f-42c9-b45c-ad8d5a4ad139 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:31.118218 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c5511ac2-9aa9-476d-a5ab-84faa484bbe4 req-53224753-e07f-42c9-b45c-ad8d5a4ad139 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0514631 Dec 07 18:18:31.129942 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1535382f-2243-4410-a537-afb945b6713a req-be1619ff-a872-447f-a145-f7f3ae8c9186 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665197 Dec 07 18:18:31.173876 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c5511ac2-9aa9-476d-a5ab-84faa484bbe4 req-6e42d966-4041-4089-ada6-fb2b8b54c14f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486200 Dec 07 18:18:31.649015 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d590f64-9bef-4f91-b64a-476f4e9b1ad2 req-f75a6968-3bd9-4776-9acb-8e569e508d60 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:31.650512 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3d590f64-9bef-4f91-b64a-476f4e9b1ad2 req-f75a6968-3bd9-4776-9acb-8e569e508d60 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0484192 Dec 07 18:18:31.697755 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3d590f64-9bef-4f91-b64a-476f4e9b1ad2 req-5618c6cb-f256-45af-a529-ea5acde8c255 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Dec 07 18:18:31.977664 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:18:31.980398 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5d206-95e1-4d2f-9015-82aab73021b0 req-189e7479-c956-41f0-8dc5-e647e2369cd6 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:31.982603 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6d5d206-95e1-4d2f-9015-82aab73021b0 req-189e7479-c956-41f0-8dc5-e647e2369cd6 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0544775 Dec 07 18:18:31.990194 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243a33-2b33-406e-bc8a-39320d8d449c req-6d92274d-2e72-49a4-ba17-b2a435a37799 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:31.992288 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-26243a33-2b33-406e-bc8a-39320d8d449c req-6d92274d-2e72-49a4-ba17-b2a435a37799 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0542135 Dec 07 18:18:32.031985 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a6d5d206-95e1-4d2f-9015-82aab73021b0 req-49091282-8977-4ab2-8d76-bc90165d547c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Dec 07 18:18:32.045911 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-26243a33-2b33-406e-bc8a-39320d8d449c req-c86cc1f0-e52c-4771-9cfe-7c7f389ab8f2 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471961 Dec 07 18:18:32.261750 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fddf0-d31a-4a28-91df-7d01928f5944 req-5656b585-ee46-46a7-aad6-6cd821abba66 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:32.263507 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f03fddf0-d31a-4a28-91df-7d01928f5944 req-5656b585-ee46-46a7-aad6-6cd821abba66 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0548995 Dec 07 18:18:32.295872 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea38337-00fc-4219-afa2-bec812db519e req-19fb6577-a4b7-47d6-afc5-0ab03a91a47b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:32.297620 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fea38337-00fc-4219-afa2-bec812db519e req-19fb6577-a4b7-47d6-afc5-0ab03a91a47b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0521989 Dec 07 18:18:32.313028 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f03fddf0-d31a-4a28-91df-7d01928f5944 req-091495ed-306c-4467-890b-633f9d0ae049 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436547 Dec 07 18:18:32.351259 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fea38337-00fc-4219-afa2-bec812db519e req-9bbd1c83-d8a8-478e-b26e-8f46c193c97f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475640 Dec 07 18:18:32.813299 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7434f-de08-4691-b2c9-1805919668f4 req-4ce00f78-e156-47bc-9e9c-391d7d7e2354 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:32.814745 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3cc7434f-de08-4691-b2c9-1805919668f4 req-4ce00f78-e156-47bc-9e9c-391d7d7e2354 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0503330 Dec 07 18:18:32.860661 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3cc7434f-de08-4691-b2c9-1805919668f4 req-91edb042-91c8-4548-9438-b04b176d3eb9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395806 Dec 07 18:18:33.146079 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df173a9-0187-4b5b-83ca-050d245e249a req-12b1d90c-9108-46e5-9226-8ee87945558b tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:33.148025 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2df173a9-0187-4b5b-83ca-050d245e249a req-12b1d90c-9108-46e5-9226-8ee87945558b tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0478117 Dec 07 18:18:33.160450 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffe944-6c99-4b1d-b28f-ad409b37a3c0 req-7acac709-61b5-4e17-a77a-a1631cdcc3ee tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:33.161931 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39ffe944-6c99-4b1d-b28f-ad409b37a3c0 req-7acac709-61b5-4e17-a77a-a1631cdcc3ee tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0490971 Dec 07 18:18:33.198772 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2df173a9-0187-4b5b-83ca-050d245e249a req-0f3f7cc9-13e2-4e5a-93ac-d5f7b5324e67 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Dec 07 18:18:33.211780 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39ffe944-6c99-4b1d-b28f-ad409b37a3c0 req-07efe916-e9ab-4adf-a805-efd723f4d022 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Dec 07 18:18:33.435449 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11856-f357-4248-b994-ff263c76ca2e req-02cd8556-0eb7-446d-9512-a649b480755c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:33.437022 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-6cf11856-f357-4248-b994-ff263c76ca2e req-02cd8556-0eb7-446d-9512-a649b480755c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0530624 Dec 07 18:18:33.471752 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a736a-ad38-4af5-9b57-328c623ad1db req-8e3ac182-8a80-4253-beac-cfc966a58d0e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:33.473609 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-022a736a-ad38-4af5-9b57-328c623ad1db req-8e3ac182-8a80-4253-beac-cfc966a58d0e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0493028 Dec 07 18:18:33.484886 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-6cf11856-f357-4248-b994-ff263c76ca2e req-7d034904-f797-4d39-8112-66715a4afdfc tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410585 Dec 07 18:18:33.523039 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-022a736a-ad38-4af5-9b57-328c623ad1db req-ef17f8ec-54bf-4f03-9d1a-f0798a4aac63 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 Dec 07 18:18:33.978158 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0ce3d-b626-4b21-9561-230bed04b9f5 req-2a2079f8-9399-4728-8487-a5523cca5f1b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:33.979658 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b1c0ce3d-b626-4b21-9561-230bed04b9f5 req-2a2079f8-9399-4728-8487-a5523cca5f1b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Dec 07 18:18:34.025367 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b1c0ce3d-b626-4b21-9561-230bed04b9f5 req-bc4371a8-3671-4058-a9d3-27e4197bb56f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Dec 07 18:18:34.312298 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984ad4-1ce2-4886-93b1-cdb5a1bfbc8a req-3ef64578-aae4-4d3e-8c11-b6e3396dc506 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:34.314076 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cc984ad4-1ce2-4886-93b1-cdb5a1bfbc8a req-3ef64578-aae4-4d3e-8c11-b6e3396dc506 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0482240 Dec 07 18:18:34.322373 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d788d6-43b3-4bd9-a8b7-5525d19c976c req-c8c90731-cbeb-457d-9cd7-f8bbd5a6a015 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:34.323852 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-73d788d6-43b3-4bd9-a8b7-5525d19c976c req-c8c90731-cbeb-457d-9cd7-f8bbd5a6a015 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0462930 Dec 07 18:18:34.362734 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cc984ad4-1ce2-4886-93b1-cdb5a1bfbc8a req-3cc39125-3e63-4b86-b436-62ff846fe901 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Dec 07 18:18:34.373974 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-73d788d6-43b3-4bd9-a8b7-5525d19c976c req-61e088e8-30c5-406c-9f8e-1e2364bc9663 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441275 Dec 07 18:18:34.601950 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51ddd5-3794-40db-9fdb-24cf29424e90 req-754dae81-913d-44ec-9f58-2547a7f464e5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:34.603431 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d51ddd5-3794-40db-9fdb-24cf29424e90 req-754dae81-913d-44ec-9f58-2547a7f464e5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0475342 Dec 07 18:18:34.634680 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d520b-91a4-4db8-b569-920b2b834eff req-e1c6653c-9ec9-4b52-ab59-a233d30d5789 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:34.636149 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-022d520b-91a4-4db8-b569-920b2b834eff req-e1c6653c-9ec9-4b52-ab59-a233d30d5789 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0469685 Dec 07 18:18:34.650597 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d51ddd5-3794-40db-9fdb-24cf29424e90 req-f9dcde3d-7663-4f79-b494-301c78056d15 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Dec 07 18:18:34.686130 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-022d520b-91a4-4db8-b569-920b2b834eff req-49ef45eb-6f93-4c96-a7f9-6b6b8c868cfe tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437737 Dec 07 18:18:35.139227 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d39168-42a5-4407-b3b7-787d2ca27ae2 req-2057452c-2edb-4238-84ad-d3b271d141a0 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:35.140700 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-17d39168-42a5-4407-b3b7-787d2ca27ae2 req-2057452c-2edb-4238-84ad-d3b271d141a0 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0500252 Dec 07 18:18:35.186255 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-17d39168-42a5-4407-b3b7-787d2ca27ae2 req-5dd596bb-b8bc-4b14-b5ef-983acf99ee4a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397320 Dec 07 18:18:35.477697 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550895dd-b7a4-4f5a-9bdd-ba9698635705 req-c8ecc31d-125a-4140-b6c4-9f5516a18a3b tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:35.479227 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-550895dd-b7a4-4f5a-9bdd-ba9698635705 req-c8ecc31d-125a-4140-b6c4-9f5516a18a3b tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0490386 Dec 07 18:18:35.484932 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78413ce2-ab72-4716-b6ce-340c569d9160 req-48cd760d-6e93-413b-8362-94d37549595a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:35.486552 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-78413ce2-ab72-4716-b6ce-340c569d9160 req-48cd760d-6e93-413b-8362-94d37549595a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0468624 Dec 07 18:18:35.531728 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-550895dd-b7a4-4f5a-9bdd-ba9698635705 req-999db2c2-a33a-4d11-b7ba-f1001a96c269 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465846 Dec 07 18:18:35.534754 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-78413ce2-ab72-4716-b6ce-340c569d9160 req-ac648f6c-f039-4674-a58b-9aa80b93e931 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Dec 07 18:18:35.792939 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027df0fa-0fd7-4de5-bb71-f99f896b87c6 req-5d665fe0-0597-4836-9a45-9697c2d708ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:35.800098 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-027df0fa-0fd7-4de5-bb71-f99f896b87c6 req-5d665fe0-0597-4836-9a45-9697c2d708ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0791695 Dec 07 18:18:35.812080 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85864d-2cbf-4517-98bd-b0f0e374898c req-a4fd45d6-1487-4829-8888-71e62b5a6155 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:35.813688 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2d85864d-2cbf-4517-98bd-b0f0e374898c req-a4fd45d6-1487-4829-8888-71e62b5a6155 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0547876 Dec 07 18:18:35.843044 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-027df0fa-0fd7-4de5-bb71-f99f896b87c6 req-0a6139d1-a755-4548-83f1-d1e93d566906 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Dec 07 18:18:35.867626 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2d85864d-2cbf-4517-98bd-b0f0e374898c req-36093106-ac71-4fe2-b8b7-9b848dd2185d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466702 Dec 07 18:18:36.300168 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd69167-3044-4ff5-b00d-a30b30e23707 req-1e27d1c3-4664-4d5c-9452-f1bfcc06e3ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:36.301677 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8bd69167-3044-4ff5-b00d-a30b30e23707 req-1e27d1c3-4664-4d5c-9452-f1bfcc06e3ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0498192 Dec 07 18:18:36.349585 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8bd69167-3044-4ff5-b00d-a30b30e23707 req-402cc98e-e923-48ae-b88e-011d0a427b8f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 Dec 07 18:18:36.669286 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9564499-6daa-4853-be35-5772b8c6b52f req-67e68939-bbf0-44c3-9660-cd5a835c67d0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:36.677571 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c9564499-6daa-4853-be35-5772b8c6b52f req-67e68939-bbf0-44c3-9660-cd5a835c67d0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0630460 Dec 07 18:18:36.700836 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49784cf3-4f97-45ac-947a-75bfc5cf83bc req-2c6bf25c-9ce2-43bb-a613-e552250d6833 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:36.703656 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-49784cf3-4f97-45ac-947a-75bfc5cf83bc req-2c6bf25c-9ce2-43bb-a613-e552250d6833 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0656364 Dec 07 18:18:36.737915 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c9564499-6daa-4853-be35-5772b8c6b52f req-e4ac59cf-95b0-42b5-9e6f-6fc9edab65d6 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594430 Dec 07 18:18:36.752656 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-49784cf3-4f97-45ac-947a-75bfc5cf83bc req-6c0e380a-8189-4adf-a056-a7b746da65df tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Dec 07 18:18:36.981476 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc947-df0c-433d-9834-c19953d94677 req-9b7ded92-8d14-4a41-94c3-efd33776cbc8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:36.983139 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dadcc947-df0c-433d-9834-c19953d94677 req-9b7ded92-8d14-4a41-94c3-efd33776cbc8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0485833 Dec 07 18:18:36.995739 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab15c-dfc7-44a4-99df-c957eed6597e req-ed27e8ec-77e3-440e-bb08-98f96e4c800f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:36.997692 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ed3ab15c-dfc7-44a4-99df-c957eed6597e req-ed27e8ec-77e3-440e-bb08-98f96e4c800f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0545101 Dec 07 18:18:37.068361 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ed3ab15c-dfc7-44a4-99df-c957eed6597e req-b516874e-dee3-4032-8ca3-360e3e396dee tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637519 Dec 07 18:18:37.075711 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dadcc947-df0c-433d-9834-c19953d94677 req-08538463-bd3b-4095-8d0a-5e955eb54930 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865121 Dec 07 18:18:37.482321 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca79b03-5413-4162-98d2-4179542c62fd req-c5defb3b-603d-4344-a84f-a0e040660a1b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:37.483912 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9ca79b03-5413-4162-98d2-4179542c62fd req-c5defb3b-603d-4344-a84f-a0e040660a1b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0501628 Dec 07 18:18:37.535439 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9ca79b03-5413-4162-98d2-4179542c62fd req-523492d4-05cc-40b4-9a9d-0fb190f5eabb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455589 Dec 07 18:18:37.648095 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530b8fe-2916-4dae-87e7-cd997caf707d req-cb3ed80d-f78a-4fe8-bb1d-77d390d9c009 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:37.650313 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3530b8fe-2916-4dae-87e7-cd997caf707d req-cb3ed80d-f78a-4fe8-bb1d-77d390d9c009 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0495050 Dec 07 18:18:37.659287 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46686) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:37.664015 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-5a65c5ef-ca26-4b14-8d66-6593048aed2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'floatingip': {'port_id': '32b38252-4967-4f79-bbd8-d483954c2fc3'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:18:37.738286 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5a65c5ef-ca26-4b14-8d66-6593048aed2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:37.954439 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3098ebe-3958-46ab-ab5a-c54292cfcefd req-47f4b77d-8362-45a9-8361-b8ef646a94ab tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:37.955906 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b3098ebe-3958-46ab-ab5a-c54292cfcefd req-47f4b77d-8362-45a9-8361-b8ef646a94ab tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.1321123 Dec 07 18:18:38.055187 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b3098ebe-3958-46ab-ab5a-c54292cfcefd req-5ee21e33-22cb-49c7-9c5b-d3f0535f8535 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933187 Dec 07 18:18:38.225314 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e86d3-342f-4992-a8ae-e5205a414f69 req-2960dd2f-add2-422c-bf1e-93d6f0ba2e7c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:38.226882 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6a0e86d3-342f-4992-a8ae-e5205a414f69 req-2960dd2f-add2-422c-bf1e-93d6f0ba2e7c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0570643 Dec 07 18:18:38.277880 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6a0e86d3-342f-4992-a8ae-e5205a414f69 req-25d14d20-a6c1-4480-9afd-b42def4ef828 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442238 Dec 07 18:18:38.517080 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c5c86-331e-4e95-8991-044237853622 req-cf855677-005b-4c75-9f9a-06ec9441256d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:38.518540 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7d2c5c86-331e-4e95-8991-044237853622 req-cf855677-005b-4c75-9f9a-06ec9441256d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.1325188 Dec 07 18:18:38.527731 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 46708) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:38.532495 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-f06c5c18-ef21-4787-96ca-41d98d4317ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'floatingip': {'port_id': '0b69af12-bbc2-431f-bafb-b98e3a3448ce'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:18:38.606703 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f06c5c18-ef21-4787-96ca-41d98d4317ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:38.659190 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5a65c5ef-ca26-4b14-8d66-6593048aed2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:38.663099 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5a65c5ef-ca26-4b14-8d66-6593048aed2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:38.773677 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.l3_db [None req-5a65c5ef-ca26-4b14-8d66-6593048aed2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Floating IP 022cf357-99dd-4090-b4bb-e00d2d3b3f8b associated. External IP: 172.27.2.234, port: 32b38252-4967-4f79-bbd8-d483954c2fc3. Dec 07 18:18:38.980780 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a65c5ef-ca26-4b14-8d66-6593048aed2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Router 036e8bf7-d304-46b3-86a1-1c3c46fba159 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:18:39.088988 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a65c5ef-ca26-4b14-8d66-6593048aed2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:18:39.093897 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5a65c5ef-ca26-4b14-8d66-6593048aed2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:39.118126 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] Sync routers for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:18:39.133165 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-5a65c5ef-ca26-4b14-8d66-6593048aed2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "PUT /v2.0/floatingips/022cf357-99dd-4090-b4bb-e00d2d3b3f8b HTTP/1.1" status: 200 len: 991 time: 1.4670813 Dec 07 18:18:39.133165 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'tag': '32b38252-4967-4f79-bbd8-d483954c2fc3'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:18:39.133165 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "521dcbec-ad05-41ef-9a62-12a47a6c3c62", "tag": "32b38252-4967-4f79-bbd8-d483954c2fc3"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:18:39.152279 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:18:39.153035 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:18:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:18:39.324960 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:18:39.347396 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc94ed3-659e-4187-b5d6-7afe8e77cf66 req-de9a1775-e683-44d3-b79d-82f1b6351a91 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:39.348931 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-abc94ed3-659e-4187-b5d6-7afe8e77cf66 req-de9a1775-e683-44d3-b79d-82f1b6351a91 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.1246805 Dec 07 18:18:39.517531 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a459126c-5cea-4fa6-a7b4-04cc4e702770 x-openstack-request-id: req-a459126c-5cea-4fa6-a7b4-04cc4e702770 {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:18:39.517879 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521dcbec-ad05-41ef-9a62-12a47a6c3c62", "tag": "32b38252-4967-4f79-bbd8-d483954c2fc3", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:18:39.518145 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a459126c-5cea-4fa6-a7b4-04cc4e702770 {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:18:39.518551 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'tag': '32b38252-4967-4f79-bbd8-d483954c2fc3', 'status': 'completed', 'code': 200} Dec 07 18:18:39.531611 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-abc94ed3-659e-4187-b5d6-7afe8e77cf66 req-e6135a18-6ba7-4e53-9d82-492e6f82facc tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613231 Dec 07 18:18:39.559695 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f06c5c18-ef21-4787-96ca-41d98d4317ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:39.568434 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f06c5c18-ef21-4787-96ca-41d98d4317ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:39.657926 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-3832f638-1200-4e8b-aa64-04928837b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:39.663530 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-3832f638-1200-4e8b-aa64-04928837b70a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 1098 time: 0.0726795 Dec 07 18:18:39.745978 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.l3_db [None req-f06c5c18-ef21-4787-96ca-41d98d4317ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Floating IP 155c34c6-c140-4541-ae39-88810c437431 associated. External IP: 172.27.2.249, port: 0b69af12-bbc2-431f-bafb-b98e3a3448ce. Dec 07 18:18:39.826384 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '022cf357-99dd-4090-b4bb-e00d2d3b3f8b', 'tenant_id': '02024714edc540369380718e8027a1d1', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'port_id': '32b38252-4967-4f79-bbd8-d483954c2fc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:17:54Z', 'updated_at': '2021-12-07T18:18:38Z', 'revision_number': 1, 'project_id': '02024714edc540369380718e8027a1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:18:39.881438 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] Checking router: 036e8bf7-d304-46b3-86a1-1c3c46fba159 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:18:39.899589 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:18:39.899589 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:18:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:18:39.913361 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-b28b8fda-ea11-4210-a373-56efcf066bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:39.917843 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-b28b8fda-ea11-4210-a373-56efcf066bf1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 912 time: 0.2134135 Dec 07 18:18:40.106297 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-51241c28-dd45-4c8d-b2b8-277b1e5290e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32b38252-4967-4f79-bbd8-d483954c2fc3 HTTP/1.1" status: 200 len: 999 time: 0.1738970 Dec 07 18:18:40.128216 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:18:40.158284 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06c5c18-ef21-4787-96ca-41d98d4317ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Router 0508a122-6692-4043-a866-490a4c434394 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:18:40.356934 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06c5c18-ef21-4787-96ca-41d98d4317ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:18:40.362109 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f06c5c18-ef21-4787-96ca-41d98d4317ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:40.370497 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] Sync routers for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:18:40.401693 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-8611c777-1f13-4274-8535-0cc1a7b2f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:40.402502 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:18:40.403277 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:18:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:18:40.405544 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-8611c777-1f13-4274-8535-0cc1a7b2f45f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 200 len: 850 time: 0.1262686 Dec 07 18:18:40.414478 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-f06c5c18-ef21-4787-96ca-41d98d4317ca tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "PUT /v2.0/floatingips/155c34c6-c140-4541-ae39-88810c437431 HTTP/1.1" status: 200 len: 992 time: 1.8829367 Dec 07 18:18:40.414478 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:18:40.419271 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b094a2-cf7f-4d66-a363-b63551e223b8" -d '{"events": [{"name": "network-changed", "server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:18:40.459335 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '022cf357-99dd-4090-b4bb-e00d2d3b3f8b', 'tenant_id': '02024714edc540369380718e8027a1d1', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'port_id': '32b38252-4967-4f79-bbd8-d483954c2fc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:17:54Z', 'updated_at': '2021-12-07T18:18:38Z', 'revision_number': 1, 'project_id': '02024714edc540369380718e8027a1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:18:40.532790 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:18:40.547429 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb819d67-250e-4310-9e09-08a08724af28 x-openstack-request-id: req-eb819d67-250e-4310-9e09-08a08724af28 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:18:40.548050 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:18:40.548540 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb819d67-250e-4310-9e09-08a08724af28 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:18:40.549141 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'status': 'completed', 'code': 200} Dec 07 18:18:40.569800 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c80d1b-51ea-4a75-b688-f8c5c0663cd0 None None] The sync data for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi is: [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '022cf357-99dd-4090-b4bb-e00d2d3b3f8b', 'tenant_id': '02024714edc540369380718e8027a1d1', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'port_id': '32b38252-4967-4f79-bbd8-d483954c2fc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:17:54Z', 'updated_at': '2021-12-07T18:18:38Z', 'revision_number': 1, 'project_id': '02024714edc540369380718e8027a1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:18:40.595370 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-b6a8c2b2-b0e6-40a2-81a0-8dcbcb3b065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:40.602056 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-b6a8c2b2-b0e6-40a2-81a0-8dcbcb3b065d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03597245-6d91-43e2-998e-8715e605ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1243126 Dec 07 18:18:40.630699 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46816) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:40.763718 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-58d27141-b400-472f-8502-a368cc1401f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:40.882786 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-14e8d0a3-7513-4156-a873-4188502bf70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:40.885005 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-14e8d0a3-7513-4156-a873-4188502bf70c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 1099 time: 0.0548623 Dec 07 18:18:40.929981 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-58d27141-b400-472f-8502-a368cc1401f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:40.931421 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '155c34c6-c140-4541-ae39-88810c437431', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '0508a122-6692-4043-a866-490a4c434394', 'port_id': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'mac_address': 'fa:16:3e:d8:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290577fd-00ec-4159-b62a-bfde06984833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:17:57Z', 'updated_at': '2021-12-07T18:18:39Z', 'revision_number': 1, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:18:40.936625 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447079f-a8dd-4db0-b8cd-9095653bc4e8 None None] New status for floating IP 022cf357-99dd-4090-b4bb-e00d2d3b3f8b: ACTIVE {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:18:40.996558 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-58d27141-b400-472f-8502-a368cc1401f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:41.012672 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] Checking router: 0508a122-6692-4043-a866-490a4c434394 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:18:41.030611 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:18:41.033407 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:18:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:18:41.057910 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-58d27141-b400-472f-8502-a368cc1401f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3024ae8a188b4642a0dd17ba981037a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258959 Dec 07 18:18:41.063400 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46828) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:41.088810 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d27141-b400-472f-8502-a368cc1401f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128ac966-8005-48bd-bfcf-555aa21fddea,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:41.120419 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3328e53-21ef-4902-9536-f85df6928ff4 req-9060f6d4-1e2b-4812-8999-965409d9e491 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:41.129165 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f3328e53-21ef-4902-9536-f85df6928ff4 req-9060f6d4-1e2b-4812-8999-965409d9e491 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.1252091 Dec 07 18:18:41.144283 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-7c33099b-7a7a-4049-a9d0-a2fe64c74357 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085570 Dec 07 18:18:41.163484 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-b3063dad-69a9-457e-88cf-5388aceec502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:41.165058 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-b3063dad-69a9-457e-88cf-5388aceec502 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.2212880 Dec 07 18:18:41.199941 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-79642d51-210f-400a-b861-4281247c6a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:41.208460 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f3328e53-21ef-4902-9536-f85df6928ff4 req-9e409481-a9d6-4362-81d1-12b53298dc4f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761669 Dec 07 18:18:41.279444 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-79642d51-210f-400a-b861-4281247c6a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:41.285873 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:18:41.324688 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-9e2abadb-d66c-4476-83de-ef8bff9a4df1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce HTTP/1.1" status: 200 len: 1000 time: 0.1415699 Dec 07 18:18:41.342503 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efb9e199-9825-46e2-8b6e-0163c6aa9b9b req-156385b1-a05d-4573-a078-f61e276b2541 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844633 Dec 07 18:18:41.370125 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-79642d51-210f-400a-b861-4281247c6a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:41.372822 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-79642d51-210f-400a-b861-4281247c6a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:41.377429 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-79642d51-210f-400a-b861-4281247c6a13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/128ac966-8005-48bd-bfcf-555aa21fddea HTTP/1.1" status: 204 len: 168 time: 0.3110538 Dec 07 18:18:41.395780 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79642d51-210f-400a-b861-4281247c6a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128ac966-8005-48bd-bfcf-555aa21fddea,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:41.436229 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-057cad42-fce2-4c66-a004-3a4cab988fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:41.441101 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-057cad42-fce2-4c66-a004-3a4cab988fba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.1071730 Dec 07 18:18:41.533800 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-632746c7-60ae-46b9-b1e3-f1351b3b0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:41.537834 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-632746c7-60ae-46b9-b1e3-f1351b3b0782 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761180 Dec 07 18:18:41.550366 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f2996e62-edad-4d98-a747-8a5594010e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:41.653962 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '155c34c6-c140-4541-ae39-88810c437431', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '0508a122-6692-4043-a866-490a4c434394', 'port_id': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'mac_address': 'fa:16:3e:d8:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290577fd-00ec-4159-b62a-bfde06984833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:17:57Z', 'updated_at': '2021-12-07T18:18:39Z', 'revision_number': 1, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:18:41.703026 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ed575-a284-4dda-bb3c-698d7c664d91 None None] The sync data for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi is: [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '155c34c6-c140-4541-ae39-88810c437431', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '0508a122-6692-4043-a866-490a4c434394', 'port_id': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'mac_address': 'fa:16:3e:d8:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290577fd-00ec-4159-b62a-bfde06984833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:17:57Z', 'updated_at': '2021-12-07T18:18:39Z', 'revision_number': 1, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:18:41.704056 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-2b61814f-2acf-42e1-ae50-2eef7404f86e service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542969 Dec 07 18:18:41.824007 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:41.907312 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46856) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:41.925706 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f6effd17-0369-4dc8-aacb-11b4638d5cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.042461 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f6effd17-0369-4dc8-aacb-11b4638d5cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.049272 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f6effd17-0369-4dc8-aacb-11b4638d5cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.081551 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ef805-cdc5-4d0c-b71e-abf67ff024b8 None None] New status for floating IP 155c34c6-c140-4541-ae39-88810c437431: ACTIVE {{(pid=102528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:18:42.084488 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6effd17-0369-4dc8-aacb-11b4638d5cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2721a224-e6af-427f-9752-8f897f72e1a5,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:42.106070 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-f6effd17-0369-4dc8-aacb-11b4638d5cba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b37040b88064a8eaa9e094650f4697c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975374 Dec 07 18:18:42.108690 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 46862) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:42.170168 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7b094a2-cf7f-4d66-a363-b63551e223b8 req-7ccc23ee-c6eb-4b3d-9bc2-ddb047a9de90 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566457 Dec 07 18:18:42.185933 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac3dcda1-4bcd-4652-b69d-d4ddb8fd45cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.210326 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac3dcda1-4bcd-4652-b69d-d4ddb8fd45cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.302173 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac3dcda1-4bcd-4652-b69d-d4ddb8fd45cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.306284 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ac3dcda1-4bcd-4652-b69d-d4ddb8fd45cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.310616 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ac3dcda1-4bcd-4652-b69d-d4ddb8fd45cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2721a224-e6af-427f-9752-8f897f72e1a5 HTTP/1.1" status: 204 len: 168 time: 0.2007473 Dec 07 18:18:42.322428 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dcda1-4bcd-4652-b69d-d4ddb8fd45cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2721a224-e6af-427f-9752-8f897f72e1a5,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:42.331550 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-d02a70bf-099a-48db-b0c2-52d61826a213 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611086 Dec 07 18:18:42.358197 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 46870) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:42.388097 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f297a7f-ba92-4a17-8c18-eee63834cf46 req-872b3afa-228e-4243-8d76-dc011ad3042c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:42.400682 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2f297a7f-ba92-4a17-8c18-eee63834cf46 req-872b3afa-228e-4243-8d76-dc011ad3042c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0990143 Dec 07 18:18:42.478271 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2f297a7f-ba92-4a17-8c18-eee63834cf46 req-8f392b60-f2e1-41b0-8ced-f3cc4afea24c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756667 Dec 07 18:18:42.484747 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-59fcdf10-1be9-4fa6-ad08-161be57e1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:42.487388 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-59fcdf10-1be9-4fa6-ad08-161be57e1b05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f833a3f336e4081bf5225d55fea5e86&device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 1099 time: 0.0574288 Dec 07 18:18:42.555765 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9f0b9690-4d82-49b2-93d1-22f39c311678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.644094 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-f37522c1-97cd-49a4-af47-b468449415a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:42.645684 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-f37522c1-97cd-49a4-af47-b468449415a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92a3b70a-d4d2-4062-a163-baa22643a825 HTTP/1.1" status: 200 len: 912 time: 0.1327722 Dec 07 18:18:42.695639 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-f26cb032-1bb8-42f2-b0dd-abde222ca115 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2820287f-b140-4ebe-b6b3-2694d8d51dc9 HTTP/1.1" status: 200 len: 217 time: 0.0395112 Dec 07 18:18:42.714840 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46878) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:42.731705 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4ec8aee1-e893-43e9-906b-8ddd1c5c1ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.754491 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9f0b9690-4d82-49b2-93d1-22f39c311678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.763227 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9f0b9690-4d82-49b2-93d1-22f39c311678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.791388 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-6e482d16-a8bf-4149-8b2d-1deb42a87fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:42.792890 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-6e482d16-a8bf-4149-8b2d-1deb42a87fe5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d7b5423-3d1f-4700-a0c7-397d69ee344a HTTP/1.1" status: 200 len: 851 time: 0.0881622 Dec 07 18:18:42.820696 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4ec8aee1-e893-43e9-906b-8ddd1c5c1ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.825932 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4ec8aee1-e893-43e9-906b-8ddd1c5c1ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.831014 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b9690-4d82-49b2-93d1-22f39c311678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bcfa51-1dc7-4cc2-8b62-22f20051c865,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:42.835199 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-9f0b9690-4d82-49b2-93d1-22f39c311678 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c07b2c30328c4e0aa2b274ced4640867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4757962 Dec 07 18:18:42.838400 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-01b81312-2679-4f2b-b09f-2b5031f42774 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92a3b70a-d4d2-4062-a163-baa22643a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317686 Dec 07 18:18:42.839082 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 46886) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:42.866246 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8aee1-e893-43e9-906b-8ddd1c5c1ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ee25cb-1fca-45a7-8755-751130577f50,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:42.870529 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-4ec8aee1-e893-43e9-906b-8ddd1c5c1ff8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c357fee8fcbe48e787bbd739ff9adc8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544836 Dec 07 18:18:42.873215 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46888) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:42.926331 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a13d7db6-35c5-4aba-a31a-dc335dd2de6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.957086 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a13d7db6-35c5-4aba-a31a-dc335dd2de6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.991712 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-29fdb508-f928-424b-a1a4-4a95d9766add admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:42.997487 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-ec870716-cc83-4a2d-a2ce-c9cc8490dbf8 service neutron] 10.222.0.37 "GET /v2.0/networks/92a3b70a-d4d2-4062-a163-baa22643a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274350 Dec 07 18:18:43.029639 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a13d7db6-35c5-4aba-a31a-dc335dd2de6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.032279 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a13d7db6-35c5-4aba-a31a-dc335dd2de6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.033524 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a13d7db6-35c5-4aba-a31a-dc335dd2de6c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/46ee25cb-1fca-45a7-8755-751130577f50 HTTP/1.1" status: 204 len: 168 time: 0.1594164 Dec 07 18:18:43.035956 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-29fdb508-f928-424b-a1a4-4a95d9766add admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.044954 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d7db6-35c5-4aba-a31a-dc335dd2de6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ee25cb-1fca-45a7-8755-751130577f50,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:43.131261 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1f96bc54-7505-4659-a8aa-671fd15aac22 req-a9e52012-2f2e-41db-9fc0-7c801a68c02d service neutron] 10.222.0.37 "GET /v2.0/networks/92a3b70a-d4d2-4062-a163-baa22643a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229880 Dec 07 18:18:43.139081 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-29fdb508-f928-424b-a1a4-4a95d9766add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.142074 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-29fdb508-f928-424b-a1a4-4a95d9766add admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.143377 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-29fdb508-f928-424b-a1a4-4a95d9766add admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3bcfa51-1dc7-4cc2-8b62-22f20051c865 HTTP/1.1" status: 204 len: 168 time: 0.3033884 Dec 07 18:18:43.151797 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdb508-f928-424b-a1a4-4a95d9766add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bcfa51-1dc7-4cc2-8b62-22f20051c865,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:43.457282 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 46912) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:43.474343 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1847d01b-4008-4e38-93e8-e2b0d3ebc523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.570934 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1847d01b-4008-4e38-93e8-e2b0d3ebc523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.588259 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1847d01b-4008-4e38-93e8-e2b0d3ebc523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.639692 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-1847d01b-4008-4e38-93e8-e2b0d3ebc523 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14dc371e3e2448fabc3ca596d2445f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790466 Dec 07 18:18:43.640355 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 46920) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:43.642690 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847d01b-4008-4e38-93e8-e2b0d3ebc523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a21121a-be02-4d2e-b659-0b3ad1797044,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:43.654377 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48124b5-9d5d-49ea-abdb-29ef055f7405 req-1957d2aa-4525-4e59-8afa-bf272d3663fd tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:43.662648 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d48124b5-9d5d-49ea-abdb-29ef055f7405 req-1957d2aa-4525-4e59-8afa-bf272d3663fd tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.1048820 Dec 07 18:18:43.702849 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3f26-9ce8-43b2-a6b5-3b236debae78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.716993 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d48124b5-9d5d-49ea-abdb-29ef055f7405 req-485d931c-73a6-4ab2-8453-926c18f3a1bc tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533955 Dec 07 18:18:43.728859 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3f26-9ce8-43b2-a6b5-3b236debae78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.781083 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3f26-9ce8-43b2-a6b5-3b236debae78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.783971 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3f26-9ce8-43b2-a6b5-3b236debae78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:43.787362 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-5b1b3f26-9ce8-43b2-a6b5-3b236debae78 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a21121a-be02-4d2e-b659-0b3ad1797044 HTTP/1.1" status: 204 len: 168 time: 0.1433628 Dec 07 18:18:43.793845 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b3f26-9ce8-43b2-a6b5-3b236debae78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a21121a-be02-4d2e-b659-0b3ad1797044,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:44.064581 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-a51544c9-7569-47a7-9858-7dbb8cce30cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:45.052079 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:45.752782 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47030) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:45.854615 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-86dd3eb8-a595-41a0-b772-45b2853b17ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:45.928546 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-86dd3eb8-a595-41a0-b772-45b2853b17ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:45.933248 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-86dd3eb8-a595-41a0-b772-45b2853b17ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:45.970723 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-86dd3eb8-a595-41a0-b772-45b2853b17ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c3b82b932f0457691b01f7b289d4518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168832 Dec 07 18:18:45.971574 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd3eb8-a595-41a0-b772-45b2853b17ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a78632f-005d-478b-8ccb-b3e5027f9293,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:45.974061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47038) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:46.021296 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-897a904e-ae7e-4912-94fe-5ce48da05367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.044736 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-897a904e-ae7e-4912-94fe-5ce48da05367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.090209 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-897a904e-ae7e-4912-94fe-5ce48da05367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.093104 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-897a904e-ae7e-4912-94fe-5ce48da05367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.094270 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-897a904e-ae7e-4912-94fe-5ce48da05367 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a78632f-005d-478b-8ccb-b3e5027f9293 HTTP/1.1" status: 204 len: 168 time: 0.1190274 Dec 07 18:18:46.105799 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a904e-ae7e-4912-94fe-5ce48da05367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a78632f-005d-478b-8ccb-b3e5027f9293,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:46.354698 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47046) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:46.368208 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-23fd2a7b-1bd4-4f6f-af9a-bb97e96ed146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.386406 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.442919 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-23fd2a7b-1bd4-4f6f-af9a-bb97e96ed146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.447867 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-23fd2a7b-1bd4-4f6f-af9a-bb97e96ed146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.485065 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-23fd2a7b-1bd4-4f6f-af9a-bb97e96ed146 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6bc0f7b259ed41a583781f9c2a533e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292026 Dec 07 18:18:46.485906 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd2a7b-1bd4-4f6f-af9a-bb97e96ed146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4633ff5e-5e02-4aed-bd58-7f5922f8f05c,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:46.488164 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47048) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:18:46.539000 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f7be878b-2f9f-46d2-9bb4-3f1a599ab6c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.562435 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f7be878b-2f9f-46d2-9bb4-3f1a599ab6c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.609425 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f7be878b-2f9f-46d2-9bb4-3f1a599ab6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.612060 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f7be878b-2f9f-46d2-9bb4-3f1a599ab6c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:46.613217 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-f7be878b-2f9f-46d2-9bb4-3f1a599ab6c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4633ff5e-5e02-4aed-bd58-7f5922f8f05c HTTP/1.1" status: 204 len: 168 time: 0.1240370 Dec 07 18:18:46.621188 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be878b-2f9f-46d2-9bb4-3f1a599ab6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4633ff5e-5e02-4aed-bd58-7f5922f8f05c,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:18:47.583525 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:18:47.691454 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8560e-1ec4-4fcc-b589-e21730cf7a6a req-5f8fc5f3-5a34-4715-b289-29529ee24f1a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:47.693325 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-42a8560e-1ec4-4fcc-b589-e21730cf7a6a req-5f8fc5f3-5a34-4715-b289-29529ee24f1a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0504537 Dec 07 18:18:47.742500 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-42a8560e-1ec4-4fcc-b589-e21730cf7a6a req-b4927387-7638-4957-9e23-13f4735fdd6f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Dec 07 18:18:48.874411 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01814876-e1ab-4e9b-97cd-16f51474e358 req-d5287643-bc88-449e-920b-37d5f2b08c9d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:48.875882 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-01814876-e1ab-4e9b-97cd-16f51474e358 req-d5287643-bc88-449e-920b-37d5f2b08c9d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0513532 Dec 07 18:18:48.925429 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-01814876-e1ab-4e9b-97cd-16f51474e358 req-24da78aa-949f-4825-bfc1-1de667088cd2 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437479 Dec 07 18:18:50.052442 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562a4d1-6b9c-49cd-a798-f606d52e8679 req-b139c515-8491-4cef-9fd2-f53af04d0114 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:50.053939 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1562a4d1-6b9c-49cd-a798-f606d52e8679 req-b139c515-8491-4cef-9fd2-f53af04d0114 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0535719 Dec 07 18:18:50.107581 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1562a4d1-6b9c-49cd-a798-f606d52e8679 req-dfd30550-4397-409b-9438-a743c854e6c4 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467334 Dec 07 18:18:58.326740 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eab4c2-cd6b-4bc2-a3dd-571592264f2a req-73cc36fa-2f09-41a8-b405-333b89c99d03 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:58.328217 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d4eab4c2-cd6b-4bc2-a3dd-571592264f2a req-73cc36fa-2f09-41a8-b405-333b89c99d03 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0482950 Dec 07 18:18:58.377164 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d4eab4c2-cd6b-4bc2-a3dd-571592264f2a req-4ccc5c00-39b4-4d44-add9-dbd629c11302 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Dec 07 18:18:58.793855 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e064d0a-4133-456b-ab8e-85e94afdc57c req-f9a563d4-7cbf-40c6-bcce-2832900c0ce0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:58.795294 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5e064d0a-4133-456b-ab8e-85e94afdc57c req-f9a563d4-7cbf-40c6-bcce-2832900c0ce0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0470698 Dec 07 18:18:58.845499 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5e064d0a-4133-456b-ab8e-85e94afdc57c req-ec922b9b-06ee-41a4-8604-9c2a3816384a tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Dec 07 18:18:59.492279 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82286b19-2693-4fe4-b907-d551554f9a77 req-1f93b769-bfec-4b17-871b-b2dcf34738e8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:59.494087 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-82286b19-2693-4fe4-b907-d551554f9a77 req-1f93b769-bfec-4b17-871b-b2dcf34738e8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0475821 Dec 07 18:18:59.541154 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-82286b19-2693-4fe4-b907-d551554f9a77 req-1894cb29-9d74-4dc8-a416-a536eac214ef tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Dec 07 18:18:59.963919 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed8e62-bdd5-4f03-b652-dda0537613cb req-34d28994-8442-4c1f-9c7f-95dbcf1191bc tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:18:59.965401 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-34ed8e62-bdd5-4f03-b652-dda0537613cb req-34d28994-8442-4c1f-9c7f-95dbcf1191bc tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0484762 Dec 07 18:19:00.025175 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-34ed8e62-bdd5-4f03-b652-dda0537613cb req-98c8aaf0-bd51-449a-a828-84ef631e3b61 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531681 Dec 07 18:19:00.806107 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10178-c56f-4e3a-9919-860bfb1c68f1 req-b28e91af-a23c-4058-8be4-5aaeb8652ede tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:00.807595 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fbf10178-c56f-4e3a-9919-860bfb1c68f1 req-b28e91af-a23c-4058-8be4-5aaeb8652ede tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0475438 Dec 07 18:19:00.853344 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fbf10178-c56f-4e3a-9919-860bfb1c68f1 req-d85f14e1-cae9-4161-ae0b-45417e76f17b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Dec 07 18:19:01.145626 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abcda8-e488-45b3-b056-237ba16c7ccf req-db1916ce-57f7-4990-bd8f-31e58895587c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:01.147104 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-63abcda8-e488-45b3-b056-237ba16c7ccf req-db1916ce-57f7-4990-bd8f-31e58895587c tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0486584 Dec 07 18:19:01.194203 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-63abcda8-e488-45b3-b056-237ba16c7ccf req-c724280c-056a-47ca-87e5-f9d29c31023a tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Dec 07 18:19:01.988838 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254fdd7-c347-4c74-b8ec-c4ed3134af7e req-26d75597-e0cd-43c9-bafe-ab0cb4715c0b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:01.990191 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1254fdd7-c347-4c74-b8ec-c4ed3134af7e req-26d75597-e0cd-43c9-bafe-ab0cb4715c0b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0503061 Dec 07 18:19:02.041707 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1254fdd7-c347-4c74-b8ec-c4ed3134af7e req-2df7be55-68ff-459f-9439-d63c33c1b893 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453098 Dec 07 18:19:02.313755 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5928c-e673-4df6-82f9-87e08e1cc8fb req-92e983e8-69a2-4ea5-99fc-1cbd10fd3d49 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:02.315269 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-81c5928c-e673-4df6-82f9-87e08e1cc8fb req-92e983e8-69a2-4ea5-99fc-1cbd10fd3d49 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0487602 Dec 07 18:19:02.363702 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-81c5928c-e673-4df6-82f9-87e08e1cc8fb req-196ad2e6-b51b-414f-8e66-adc5099ba471 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a41e533-d985-438f-b9c5-1152127d850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Dec 07 18:19:02.461020 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-fbe68be9-6478-4f8d-936f-ef553a38cb02 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:02.463062 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-fbe68be9-6478-4f8d-936f-ef553a38cb02 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 946 time: 0.0512412 Dec 07 18:19:02.608213 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-8af60686-2ba8-4c24-9e20-fbc398f57cc0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Deleting port 2820287f-b140-4ebe-b6b3-2694d8d51dc9 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:19:02.608596 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-8af60686-2ba8-4c24-9e20-fbc398f57cc0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:02.665547 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47366) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:02.703409 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-8af60686-2ba8-4c24-9e20-fbc398f57cc0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] For port 2820287f-b140-4ebe-b6b3-2694d8d51dc9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=2820287f-b140-4ebe-b6b3-2694d8d51dc9,segment=NetworkSegment(43e6e6ee-4cfd-424f-bdb1-bbd3784b28db),segment_id=43e6e6ee-4cfd-424f-bdb1-bbd3784b28db)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:19:02.703782 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-8af60686-2ba8-4c24-9e20-fbc398f57cc0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:02.719120 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-8af60686-2ba8-4c24-9e20-fbc398f57cc0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Calling delete_port for 2820287f-b140-4ebe-b6b3-2694d8d51dc9 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:19:02.772229 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-dfa6be1a-707f-4793-bb5c-4f1d0bd55a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:02.871344 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-dfa6be1a-707f-4793-bb5c-4f1d0bd55a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:02.875490 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-dfa6be1a-707f-4793-bb5c-4f1d0bd55a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:02.887150 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-8af60686-2ba8-4c24-9e20-fbc398f57cc0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:02.916942 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af60686-2ba8-4c24-9e20-fbc398f57cc0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Pushing event deleted for resources: {'Port': ['ID=2820287f-b140-4ebe-b6b3-2694d8d51dc9,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:02.917069 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-dfa6be1a-707f-4793-bb5c-4f1d0bd55a6b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41707c0765664659b601c34d2c12133a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501352 Dec 07 18:19:02.918168 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6be1a-707f-4793-bb5c-4f1d0bd55a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd19774-e4b0-4c0b-8613-89821919b7ff,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:02.920010 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47374) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:02.998203 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-8af60686-2ba8-4c24-9e20-fbc398f57cc0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] No DVR routers for this DVR port 2820287f-b140-4ebe-b6b3-2694d8d51dc9 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:19:03.004192 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-8af60686-2ba8-4c24-9e20-fbc398f57cc0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:03.007470 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d78eb9de-a931-43f9-851b-30406d74a6c0 req-8af60686-2ba8-4c24-9e20-fbc398f57cc0 tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.37 "DELETE /v2.0/ports/2820287f-b140-4ebe-b6b3-2694d8d51dc9 HTTP/1.1" status: 204 len: 173 time: 0.5233920 Dec 07 18:19:03.007905 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b', 'name': 'network-vif-deleted', 'tag': '2820287f-b140-4ebe-b6b3-2694d8d51dc9'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:19:03.010479 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd16cb60-aeb7-45b8-96aa-183918ef27e9" -d '{"events": [{"server_uuid": "8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b", "name": "network-vif-deleted", "tag": "2820287f-b140-4ebe-b6b3-2694d8d51dc9"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:19:03.035749 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a917e4fb-7f62-4094-8593-187a9316e8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:03.053388 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cbc0d1-cdb5-451c-8163-6ceb61bf912c x-openstack-request-id: req-07cbc0d1-cdb5-451c-8163-6ceb61bf912c {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:19:03.053680 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b", "name": "network-vif-deleted", "tag": "2820287f-b140-4ebe-b6b3-2694d8d51dc9", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:19:03.053937 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07cbc0d1-cdb5-451c-8163-6ceb61bf912c {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:19:03.054324 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b', 'name': 'network-vif-deleted', 'tag': '2820287f-b140-4ebe-b6b3-2694d8d51dc9', 'status': 'completed', 'code': 200} Dec 07 18:19:03.066778 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a917e4fb-7f62-4094-8593-187a9316e8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:03.144079 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a917e4fb-7f62-4094-8593-187a9316e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:03.146864 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a917e4fb-7f62-4094-8593-187a9316e8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:03.147981 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-a917e4fb-7f62-4094-8593-187a9316e8a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2fd19774-e4b0-4c0b-8613-89821919b7ff HTTP/1.1" status: 204 len: 168 time: 0.2270083 Dec 07 18:19:03.162270 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917e4fb-7f62-4094-8593-187a9316e8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd19774-e4b0-4c0b-8613-89821919b7ff,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:03.179164 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b4e6c-246c-4cf9-b643-5932d30776f1 req-d5e0f80d-a31f-4462-98f8-de136471eca7 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:03.180691 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-794b4e6c-246c-4cf9-b643-5932d30776f1 req-d5e0f80d-a31f-4462-98f8-de136471eca7 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0631583 Dec 07 18:19:03.237252 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-794b4e6c-246c-4cf9-b643-5932d30776f1 req-13a6657b-0e89-4af3-bede-1b5003c9b513 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473230 Dec 07 18:19:03.486995 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fe52488c-e0c5-47d5-b4e9-f4d0de8a8f6d req-c44900f5-920f-4b37-a672-f5c8ab27e26d tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 210 time: 0.0359764 Dec 07 18:19:03.706385 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529fe10-85fd-4438-9e28-d2e753e4eaa4 req-be06d6c6-92c0-47fb-9700-ab5d789ed787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:03.707941 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d529fe10-85fd-4438-9e28-d2e753e4eaa4 req-be06d6c6-92c0-47fb-9700-ab5d789ed787 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 1099 time: 0.0527480 Dec 07 18:19:03.767370 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d529fe10-85fd-4438-9e28-d2e753e4eaa4 req-568d97d4-b38e-45fd-8ec8-e85d944d6f92 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393374 Dec 07 18:19:03.825328 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47420) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:03.975572 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47428) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:04.024135 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-240760404-network', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:04.045536 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0909efaf-e468-4d85-a7db-859f0dde87f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.069391 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Made reservation on behalf of b2ffdb42521347679d15fd16968b883a for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:19:04.072091 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.087162 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.167341 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0909efaf-e468-4d85-a7db-859f0dde87f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.173489 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0909efaf-e468-4d85-a7db-859f0dde87f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.235705 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-0909efaf-e468-4d85-a7db-859f0dde87f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0070dbece50b46ffafbcb0316aceb6a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092214 Dec 07 18:19:04.237628 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.238416 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47434) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:04.238565 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909efaf-e468-4d85-a7db-859f0dde87f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4c3ec3-40dd-485c-970c-7ae7133092ba,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:04.246371 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.296115 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ca13e775-797b-4481-96a8-7f323a1850de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.319938 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ca13e775-797b-4481-96a8-7f323a1850de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.372192 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ca13e775-797b-4481-96a8-7f323a1850de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.374884 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ca13e775-797b-4481-96a8-7f323a1850de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.376153 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ca13e775-797b-4481-96a8-7f323a1850de admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a4c3ec3-40dd-485c-970c-7ae7133092ba HTTP/1.1" status: 204 len: 168 time: 0.1367557 Dec 07 18:19:04.381758 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 2820287f-b140-4ebe-b6b3-2694d8d51dc9 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:19:04.388831 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13e775-797b-4481-96a8-7f323a1850de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4c3ec3-40dd-485c-970c-7ae7133092ba,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:04.409316 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 2820287f-b140-4ebe-b6b3-2694d8d51dc9 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:19:04.409898 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 2820287f-b140-4ebe-b6b3-2694d8d51dc9 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:19:04.478661 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:19:04.484593 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a7a5e-9b31-4b3c-8f7e-13d121989325,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:04.492144 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.493168 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Added segment 3f93ca12-bef3-4645-b6b2-84410d8502ef of type vlan for network 6cc4988e-6329-4aa5-8909-0e83fd003435 Dec 07 18:19:04.544773 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.577752 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.578852 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:04.579523 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.651203 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b477d-8977-4c66-b562-f7195ab8959c req-5487e1b7-ceb8-4526-978f-58028141824d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:04.653997 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-980b477d-8977-4c66-b562-f7195ab8959c req-5487e1b7-ceb8-4526-978f-58028141824d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.1249609 Dec 07 18:19:04.671498 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-85a663e1-b0a0-4fc0-a58d-959875478072 req-7140ac7a-15e2-437c-9297-853f1b70bc2f tempest-DeleteServersTestJSON-1666150172 tempest-DeleteServersTestJSON-1666150172-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e6a7dca-0324-45fd-a9b9-7c6fe01e5c6b HTTP/1.1" status: 200 len: 210 time: 0.0629048 Dec 07 18:19:04.678935 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] Pushing event updated for resources: {'Network': ['ID=6cc4988e-6329-4aa5-8909-0e83fd003435,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:04.689198 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-f9e263ff-4a1e-447d-b104-76b653155d0e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7119460 Dec 07 18:19:04.690211 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:19:04.691644 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47446) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:04.699975 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Request body: {'subnet': {'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-240760404-subnet', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'ip_version': 4}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:04.730616 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Made reservation on behalf of b2ffdb42521347679d15fd16968b883a for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:19:04.732998 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-980b477d-8977-4c66-b562-f7195ab8959c req-48020b05-4dfd-40f9-8385-36bae2ee37c9 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723352 Dec 07 18:19:04.734396 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.920554 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:04.981931 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:05.000563 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Checking segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:19:05.000928 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Network hostable DHCP agents. Network: 6cc4988e-6329-4aa5-8909-0e83fd003435, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:19:05.019466 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:19:05.028176 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 6cc4988e-6329-4aa5-8909-0e83fd003435) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:05.032649 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:05.033271 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.038176 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bbfe82-105d-4379-b66e-c07479464bad None None] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:19:05.057502 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a7135043-2fc8-45f0-9dea-a29a65efa04a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3643079 Dec 07 18:19:05.060469 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47452) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:05.064559 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:05.088744 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4185357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30378'] for router, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.089861 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4184733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4184012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3691892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30355'] for router, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.138982 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65dd5a90-9d22-52fa-8286-5a0fe7265778-6cc4988e-6329-4aa5-8909-0e83fd003435', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689'}]}} from dv-cinder-820918-1-iscsi. {{(pid=102528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:19:05.139853 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.144099 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.273474 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.db_base_plugin_common [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Allocated IP 172.20.0.2 (6cc4988e-6329-4aa5-8909-0e83fd003435/bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689/d0f24651-a04b-435a-b674-55a3a2d9efe8) {{(pid=102528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:19:05.279806 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.416209 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Publish callbacks [] for port, precommit_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.423263 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.463743 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 is already hosted by enough agents. {{(pid=102528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:19:05.468478 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.base_scheduler [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Resources bound (agent type, host, resource id): {{(pid=102528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:05.473594 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Received port after_create {{(pid=102528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:19:05.476889 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Pushing event updated for resources: {'Port': ['ID=d0f24651-a04b-435a-b674-55a3a2d9efe8,revision_number=1']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:05.482536 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.501999 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.503045 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.503394 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.503756 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.504102 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.504479 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.504809 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.505138 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.505464 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.505788 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.506129 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.506456 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.506778 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.507098 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:05.548794 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Attempting to bind port d0f24651-a04b-435a-b674-55a3a2d9efe8 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:19:05.549164 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Attempting to bind port d0f24651-a04b-435a-b674-55a3a2d9efe8 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:19:05.549539 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Attempting to bind port d0f24651-a04b-435a-b674-55a3a2d9efe8 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:19:05.555521 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:19:05.560455 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Checking segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:19:05.561038 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.561455 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Bound using segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:19:05.562447 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Bound port: d0f24651-a04b-435a-b674-55a3a2d9efe8, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:19:05.562974 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.633619 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Allocated IP 172.27.2.226 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/47802eb3-511b-4dd0-823f-5d1c67b9c5b0) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:19:05.657059 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] For port d0f24651-a04b-435a-b674-55a3a2d9efe8, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:19:05.660493 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] For port d0f24651-a04b-435a-b674-55a3a2d9efe8, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=d0f24651-a04b-435a-b674-55a3a2d9efe8,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:19:05.667285 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.728616 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e35d7e-ff84-41d8-8306-78a7c4b0c397 None None] Pushing event updated for resources: {'Port': ['ID=d0f24651-a04b-435a-b674-55a3a2d9efe8,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:05.773007 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.810309 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:05.867491 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:19:05.868311 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Pushing event updated for resources: {'Port': ['ID=47802eb3-511b-4dd0-823f-5d1c67b9c5b0,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:05.871866 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:05.873962 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:19:06.128975 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749a9a5-7414-4f94-9bd4-935f01bca3fa req-eece9a2d-ceda-49eb-ab27-5ec6ed1b79e5 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:06.130540 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0749a9a5-7414-4f94-9bd4-935f01bca3fa req-eece9a2d-ceda-49eb-ab27-5ec6ed1b79e5 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.1663945 Dec 07 18:19:06.271120 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0749a9a5-7414-4f94-9bd4-935f01bca3fa req-52518bd9-4952-4a60-91eb-7d3d1ab61f3d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302648 Dec 07 18:19:06.278917 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:06.474938 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4184708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827'] for router, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:06.606255 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Router 9867ead9-c72a-497a-a736-0e1ccaaedeeb is scheduled to L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c with binding_index 1 {{(pid=102526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:19:06.721897 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:19:06.736267 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Sync routers for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:19:06.750760 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:06.752014 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-33ffdd75-94bb-4f05-8bae-94be0bc44da2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6907032 Dec 07 18:19:06.753658 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:19:06.754505 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:18:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:06.754971 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47480) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:06.909940 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:19:06.925796 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc5207f-746c-45b1-b8e1-fc8fbf3ae22a None None] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:19:06.992689 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device d0f24651-a04b-435a-b674-55a3a2d9efe8 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:07.081737 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-9af7763c-ceed-4496-bd84-a55009dacf94 None None] Provisioning complete for port d0f24651-a04b-435a-b674-55a3a2d9efe8 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:07.082703 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-9af7763c-ceed-4496-bd84-a55009dacf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.154028 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:06Z', 'revision_number': 3, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:07.164746 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port d0f24651-a04b-435a-b674-55a3a2d9efe8 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:07.165433 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.202369 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Checking router: 9867ead9-c72a-497a-a736-0e1ccaaedeeb for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:19:07.203297 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Updating router 9867ead9-c72a-497a-a736-0e1ccaaedeeb port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:19:07.233264 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.263500 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-9af7763c-ceed-4496-bd84-a55009dacf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.351174 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-9af7763c-ceed-4496-bd84-a55009dacf94 None None] For port d0f24651-a04b-435a-b674-55a3a2d9efe8, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=d0f24651-a04b-435a-b674-55a3a2d9efe8,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:19:07.363366 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-9af7763c-ceed-4496-bd84-a55009dacf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.372779 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.397053 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.472272 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7763c-ceed-4496-bd84-a55009dacf94 None None] Pushing event updated for resources: {'Port': ['ID=d0f24651-a04b-435a-b674-55a3a2d9efe8,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:07.535712 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.db.api [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 18:19:07.536440 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG oslo_db.api [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 18:19:07.548827 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af37b55-853d-4c7d-baff-363a9e054d56 req-ba75a1ab-8fc8-4507-a8c3-011f37e2a995 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:07.550971 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-ca72e93c-7629-49ed-9777-e53a7c76ce57 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:07.552680 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-ca72e93c-7629-49ed-9777-e53a7c76ce57 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 814 time: 0.1497700 Dec 07 18:19:07.556395 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9af37b55-853d-4c7d-baff-363a9e054d56 req-ba75a1ab-8fc8-4507-a8c3-011f37e2a995 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.1339633 Dec 07 18:19:07.572710 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-06bc33f6-f537-4cb2-8a08-847554390d37 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/quotas/746fa912bd174892a134fc628bc51d69 HTTP/1.1" status: 200 len: 375 time: 0.0112271 Dec 07 18:19:07.635923 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-1527a047-ce38-4d78-b26e-58e780d520cd tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565193 Dec 07 18:19:07.652891 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9af37b55-853d-4c7d-baff-363a9e054d56 req-e8c9d7a1-281d-4c89-84cb-e91693dc1c6b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956590 Dec 07 18:19:07.690133 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.693763 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f47e7003-535d-486d-ad0f-aff79a3fa67c None None] Provisioning complete for port d0f24651-a04b-435a-b674-55a3a2d9efe8 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:07.694166 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f47e7003-535d-486d-ad0f-aff79a3fa67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.700686 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.709195 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Allocated IP 172.20.0.1 (6cc4988e-6329-4aa5-8909-0e83fd003435/bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689/64a0c2cc-3737-420f-9512-9dd56c3d4fb7) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:19:07.762133 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-35ab4643-e817-481e-8669-726eb4b6a310 service neutron] 10.222.0.47 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185443 Dec 07 18:19:07.832598 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Attempting to bind port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:19:07.833141 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Attempting to bind port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:19:07.833331 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Attempting to bind port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 on network a77dd0a2-9628-43aa-bd4b-eb8d184360aa {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:19:07.841726 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:19:07.842796 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:19:07.843385 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.843922 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Bound using segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:19:07.845008 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Bound port: 47802eb3-511b-4dd0-823f-5d1c67b9c5b0, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:19:07.845769 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.887699 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Pushing event updated for resources: {'Port': ['ID=47802eb3-511b-4dd0-823f-5d1c67b9c5b0,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:07.889953 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-cb5e0088-84cc-4f65-bbf7-69101aa81fd2 service neutron] 10.222.0.47 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221097 Dec 07 18:19:07.896982 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.897875 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.898258 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.898608 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.898960 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.899295 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.899680 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.900010 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.900367 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.900877 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.901227 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.901723 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.902383 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.902905 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:07.912472 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd00048-c4d7-41a8-990a-7c42bbd14ee8 req-8f56943b-addb-48fd-88ed-d9da21375b45 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:07.916900 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6dd00048-c4d7-41a8-990a-7c42bbd14ee8 req-8f56943b-addb-48fd-88ed-d9da21375b45 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0921206 Dec 07 18:19:07.936061 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] For port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:19:07.941049 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] For port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=47802eb3-511b-4dd0-823f-5d1c67b9c5b0,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:19:07.948301 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:07.985595 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6dd00048-c4d7-41a8-990a-7c42bbd14ee8 req-569d5249-1a7f-453c-964d-833e252bdaf8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643358 Dec 07 18:19:07.994928 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.047052 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:19:08.047719 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:18:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:08.068735 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:19:08.072546 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:08.089789 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4eede-d880-431d-8105-0d4a9327a2ac None None] Pushing event updated for resources: {'Port': ['ID=47802eb3-511b-4dd0-823f-5d1c67b9c5b0,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:08.092228 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:19:08.101540 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4190412'] for router_interface, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.127865 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47522) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:08.209601 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Pushing event updated for resources: {'Port': ['ID=64a0c2cc-3737-420f-9512-9dd56c3d4fb7,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:08.246082 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bab089-7c24-4882-a572-d44abe557265 admin admin] Deleting subnet 0d7b5423-3d1f-4700-a0c7-397d69ee344a {{(pid=102526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:19:08.251996 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-86bab089-7c24-4882-a572-d44abe557265 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.278218 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:19:08.314690 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a736793-0271-4024-a2b6-a976cf4c2a1f req-c5520246-9deb-4ff2-b63c-10966f83b03e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 210 time: 0.1160712 Dec 07 18:19:08.326932 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-86bab089-7c24-4882-a572-d44abe557265 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.343628 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-86bab089-7c24-4882-a572-d44abe557265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.489456 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-86bab089-7c24-4882-a572-d44abe557265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.500552 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.541037 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bab089-7c24-4882-a572-d44abe557265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d7b5423-3d1f-4700-a0c7-397d69ee344a,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:08.570581 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-86bab089-7c24-4882-a572-d44abe557265 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.582599 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-86bab089-7c24-4882-a572-d44abe557265 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0d7b5423-3d1f-4700-a0c7-397d69ee344a HTTP/1.1" status: 204 len: 168 time: 0.4530058 Dec 07 18:19:08.583440 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47532) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:08.624527 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-777e6f45-8b9b-416c-b93f-99a8ebd49784 None None] Provisioning complete for port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:08.627125 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-777e6f45-8b9b-416c-b93f-99a8ebd49784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.702958 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-777e6f45-8b9b-416c-b93f-99a8ebd49784 None None] Port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:19:08.746623 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:06Z', 'revision_number': 3, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:08.754902 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.788959 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1989e7d0-a143-49dc-a061-7e02fdf5b78b None None] The sync data for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi is: [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:06Z', 'revision_number': 3, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:19:08.890182 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.893453 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.897555 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.898664 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3856965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4190288'] for router_interface, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:08.922779 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:08.923382 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:08.924321 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:08.924877 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:08.925384 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:08.925877 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:08.926360 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:08.926849 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:08.927618 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:08.928951 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:08.951762 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device d0f24651-a04b-435a-b674-55a3a2d9efe8 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:08.976639 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:19:09.014469 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port d0f24651-a04b-435a-b674-55a3a2d9efe8 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:09.015031 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:09.127417 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:09.127417 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:09.127417 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:09.128011 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:19:09.128619 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a3b70a-d4d2-4062-a163-baa22643a825']}} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:09.184634 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e6e6ee-4cfd-424f-bdb1-bbd3784b28db') {'for_net_delete': True} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:09.184634 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e6e6ee-4cfd-424f-bdb1-bbd3784b28db') {} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:09.202946 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129597049'] for segment, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:09.245580 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:09.254895 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:19:09.255811 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126114566'] for segment, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:09.258147 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Pushing event updated for resources: {'Port': ['ID=64a0c2cc-3737-420f-9512-9dd56c3d4fb7,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: from cryptography.utils import int_from_bytes Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: from cryptography.utils import int_from_bytes Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: Traceback (most recent call last): Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: timer() Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: cb(*args, **kw) Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: return func(*args, **kwargs) Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: self._notify() Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: self.callback(batched_events) Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: event.method(event) Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: return f(self, *a, **k) Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._get(url).json() Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: return self.request(url, 'GET', **kwargs) Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:19:09.283098 dv-cinder-820918-1-iscsi neutron-server[102526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:19:09.309520 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:19:09.311140 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:09.354721 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:09.366889 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:09.377040 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/92a3b70a-d4d2-4062-a163-baa22643a825 HTTP/1.1" status: 204 len: 168 time: 0.7921298 Dec 07 18:19:09.394189 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de8ec3-5e79-4e18-a8c2-ef09ef7a92a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a3b70a-d4d2-4062-a163-baa22643a825,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:09.528488 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Router 9867ead9-c72a-497a-a736-0e1ccaaedeeb has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:19:09.553220 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-747acc08-eb17-4336-abf7-d8ad84af89d6 req-cacac65b-e481-4f76-a702-5f98848a025d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 210 time: 0.0556815 Dec 07 18:19:09.657638 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-7e18c1ab-0d66-4417-a71b-83d575291082 None None] Provisioning complete for port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:09.658223 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7e18c1ab-0d66-4417-a71b-83d575291082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:09.734395 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:19:09.745613 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-796a929a-a709-45da-be69-b4b7e0c2bb9a admin admin] 10.222.0.47 "PUT /v2.0/routers/9867ead9-c72a-497a-a736-0e1ccaaedeeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9892254 Dec 07 18:19:09.779596 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47556) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:09.779806 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-7e18c1ab-0d66-4417-a71b-83d575291082 None None] Port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:19:09.874331 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-f937f084-e39f-4fb7-af7e-cc101c14429d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f833a3f336e4081bf5225d55fea5e86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0971146 Dec 07 18:19:09.877539 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47560) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:10.254919 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-9f094e29-6681-41b1-bdc1-ed55b5d2a97d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:10.256545 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-9f094e29-6681-41b1-bdc1-ed55b5d2a97d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 814 time: 0.1596165 Dec 07 18:19:10.303546 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Request body: {'port': {'device_id': '959ab0ee-8106-4257-90fc-61e23ecabcc8', 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151', 'admin_state_up': True, 'tenant_id': '746fa912bd174892a134fc628bc51d69'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:10.306653 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-27de51a3-8d9b-45b2-bc05-9453f2c98f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.343933 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117f661-6b24-4493-83bc-f9e88ab84ff7 req-839a27bc-9eaf-43e1-8187-e1596c7bf73b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:10.345449 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9117f661-6b24-4493-83bc-f9e88ab84ff7 req-839a27bc-9eaf-43e1-8187-e1596c7bf73b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.1212387 Dec 07 18:19:10.350694 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-27de51a3-8d9b-45b2-bc05-9453f2c98f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.354041 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a6cf8-8dd6-4b2f-8d63-ed298907efdd req-0c0aadfc-d037-4867-8027-5e99afaf8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:10.355526 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-338a6cf8-8dd6-4b2f-8d63-ed298907efdd req-0c0aadfc-d037-4867-8027-5e99afaf8af7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 1099 time: 0.1388106 Dec 07 18:19:10.426707 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Made reservation on behalf of 746fa912bd174892a134fc628bc51d69 for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:19:10.432126 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.491917 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47586) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:10.499479 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1388619113-network', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:10.508032 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9117f661-6b24-4493-83bc-f9e88ab84ff7 req-86083a39-8c05-4804-8637-50bf6af48039 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470499 Dec 07 18:19:10.523998 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-27de51a3-8d9b-45b2-bc05-9453f2c98f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.526747 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-27de51a3-8d9b-45b2-bc05-9453f2c98f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.527871 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-27de51a3-8d9b-45b2-bc05-9453f2c98f95 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a41e533-d985-438f-b9c5-1152127d850b HTTP/1.1" status: 204 len: 168 time: 0.6493516 Dec 07 18:19:10.549392 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a6cf8-8dd6-4b2f-8d63-ed298907efdd req-e850cb66-3ae5-436d-a2e3-9faa8776a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:10.550853 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-338a6cf8-8dd6-4b2f-8d63-ed298907efdd req-e850cb66-3ae5-436d-a2e3-9faa8776a11a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 919 time: 0.1745310 Dec 07 18:19:10.553437 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de51a3-8d9b-45b2-bc05-9453f2c98f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a41e533-d985-438f-b9c5-1152127d850b,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:10.572042 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Made reservation on behalf of 421e3c2398df4d0bac72b8c2dbe61905 for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:19:10.574310 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.615536 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Allocated IP 172.20.0.12 (2d555f0d-23db-4504-bf81-c32b4bd8e151/3475aaf2-7d65-4d0e-90c8-f78f44abf276/89e70d03-bb59-4994-888e-e0a3e27704b9) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:19:10.616408 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.629024 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-338a6cf8-8dd6-4b2f-8d63-ed298907efdd req-0ffca4a0-9dd2-4cd3-a8ea-63e00c1fbad3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa HTTP/1.1" status: 200 len: 217 time: 0.0660851 Dec 07 18:19:10.729281 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a6cf8-8dd6-4b2f-8d63-ed298907efdd req-328d221d-5a92-44fd-800d-2a652bfb4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:10.731367 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-338a6cf8-8dd6-4b2f-8d63-ed298907efdd req-328d221d-5a92-44fd-800d-2a652bfb4cd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b65771-4176-4dca-812c-c56fdd3bd691 HTTP/1.1" status: 200 len: 858 time: 0.0886672 Dec 07 18:19:10.760628 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bd64370c-b81e-4cc8-9017-269d461d4de6 req-15b29c63-66e8-48be-b215-835058cd3d80 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 210 time: 0.0667369 Dec 07 18:19:10.802379 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-338a6cf8-8dd6-4b2f-8d63-ed298907efdd req-59d7dec2-9b0b-49fb-bb79-c31ec9053c87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b01fd91-89e1-4adc-8105-968879f656bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379612 Dec 07 18:19:10.804376 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.809771 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.865694 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff71e2e-3a6f-425d-b553-8b8fa0142d21,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:10.877504 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:19:10.918068 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.918842 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Added segment a1f4e244-c23b-4817-b175-1d9028fd53de of type vlan for network ac208ab7-dda0-4853-803d-555060b727ea Dec 07 18:19:10.959015 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.970349 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:10.983390 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:10.994849 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-338a6cf8-8dd6-4b2f-8d63-ed298907efdd req-aef8b2f1-e7e8-48e4-aee9-1c6684ed3c1c service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578515 Dec 07 18:19:11.024233 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.027295 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:11.027295 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.069447 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.100443 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:11.100821 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.130153 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['fd244111-c8b7-4c50-95c5-3fada10d7863'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:19:11.140722 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6453896 Dec 07 18:19:11.143157 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47610) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:11.150125 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Request body: {'subnet': {'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1388619113-subnet', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'ip_version': 4}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:11.177840 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Network 2d555f0d-23db-4504-bf81-c32b4bd8e151 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:19:11.184615 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:11.191267 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:19:11.193821 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Made reservation on behalf of 421e3c2398df4d0bac72b8c2dbe61905 for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:19:11.196010 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130002419'] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.199801 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:11.200589 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.207258 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab686a-6f6e-43bd-bdf7-cd15631fa396 admin admin] Pushing event updated for resources: {'Network': ['ID=ac208ab7-dda0-4853-803d-555060b727ea,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:11.212698 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Pushing event updated for resources: {'Port': ['ID=89e70d03-bb59-4994-888e-e0a3e27704b9,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:11.226846 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network ac208ab7-dda0-4853-803d-555060b727ea details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:19:11.234320 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-465e7030-8813-49c1-a055-32b8ae483717 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9357553 Dec 07 18:19:11.297998 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Request body: {'port': {'device_id': '959ab0ee-8106-4257-90fc-61e23ecabcc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:11.363483 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.388177 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Sync routers for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:19:11.405505 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.411376 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-338a6cf8-8dd6-4b2f-8d63-ed298907efdd req-d8a4a8a2-b8f3-4e6a-a6fd-da2cc4aa8674 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283938 Dec 07 18:19:11.411756 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=47802eb3-511b-4dd0-823f-5d1c67b9c5b0,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:19:11.427964 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.439287 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:19:11.439675 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:18:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:11.568961 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126111909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130002413'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.641386 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0a282387-92ee-4d66-8957-d2f948a11e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.656014 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=47802eb3-511b-4dd0-823f-5d1c67b9c5b0,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:11.685988 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:19:11.725725 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b09997-aaf0-462c-99a1-f2d04279bb18,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:11.730944 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Checking segment: {'id': 'a1f4e244-c23b-4817-b175-1d9028fd53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:19:11.730944 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Network hostable DHCP agents. Network: ac208ab7-dda0-4853-803d-555060b727ea, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:19:11.747477 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b22b2-b8a6-4735-9978-070a14566fc4 req-eb65facc-812c-4f5c-9c46-8fe21109d40e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:11.749081 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a66b22b2-b8a6-4735-9978-070a14566fc4 req-eb65facc-812c-4f5c-9c46-8fe21109d40e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0972319 Dec 07 18:19:11.773936 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Network ac208ab7-dda0-4853-803d-555060b727ea is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:19:11.792251 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, ac208ab7-dda0-4853-803d-555060b727ea) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:11.801121 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:11.801856 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.830727 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-5be6d7fa-7414-4b62-8318-4a35468ddaae admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6864927 Dec 07 18:19:11.834216 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47634) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:11.839252 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1388619113-router', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:11.849044 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1ba0c1-97ba-4ce8-9b98-949647d1eb9d None None] Network ac208ab7-dda0-4853-803d-555060b727ea requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:19:11.858213 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e70d03-bb59-4994-888e-e0a3e27704b9 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:19:11.877341 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a66b22b2-b8a6-4735-9978-070a14566fc4 req-c1a16a8d-7b84-4d34-a7a7-da3a3e4a1d24 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218305 Dec 07 18:19:11.890001 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.914181 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4185357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30378'] for router, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.916591 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4184733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4184012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3691892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30355'] for router, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.939888 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Transition to ACTIVE for port object 89e70d03-bb59-4994-888e-e0a3e27704b9 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:19:11.966552 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab76440-f784-49ee-83ad-a694a5da895c req-27232c9e-d2ca-4dfc-ae98-3200b7fe6693 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:11.969983 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bab76440-f784-49ee-83ad-a694a5da895c req-27232c9e-d2ca-4dfc-ae98-3200b7fe6693 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 932 time: 0.1044424 Dec 07 18:19:11.971085 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:11.999908 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.072543 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.117524 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bab76440-f784-49ee-83ad-a694a5da895c req-1a2b4878-5df0-40f7-aef7-543b482008c4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344488 Dec 07 18:19:12.121177 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Pushing event updated for resources: {'Port': ['ID=89e70d03-bb59-4994-888e-e0a3e27704b9,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:12.186740 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.189240 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Attempting to bind port 89e70d03-bb59-4994-888e-e0a3e27704b9 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:19:12.193781 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Attempting to bind port 89e70d03-bb59-4994-888e-e0a3e27704b9 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:19:12.194427 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Attempting to bind port 89e70d03-bb59-4994-888e-e0a3e27704b9 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:19:12.202119 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65dd5a90-9d22-52fa-8286-5a0fe7265778-ac208ab7-dda0-4853-803d-555060b727ea', 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea', 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'fixed_ips': [{'subnet_id': '84b09997-aaf0-462c-99a1-f2d04279bb18'}]}} from dv-cinder-820918-1-iscsi. {{(pid=102528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:19:12.202982 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.207317 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Port 89e70d03-bb59-4994-888e-e0a3e27704b9 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:19:12.207665 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Attempting to bind port 89e70d03-bb59-4994-888e-e0a3e27704b9 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:19:12.220125 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:19:12.220486 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Checking segment: {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:19:12.220876 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Bound using segment: {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:19:12.221477 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Bound port: 89e70d03-bb59-4994-888e-e0a3e27704b9, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:19:12.221845 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.292121 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 2, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:12.313428 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] For port 89e70d03-bb59-4994-888e-e0a3e27704b9, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:19:12.318657 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] For port 89e70d03-bb59-4994-888e-e0a3e27704b9, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89e70d03-bb59-4994-888e-e0a3e27704b9,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:19:12.324277 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.325345 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Checking router: 9867ead9-c72a-497a-a736-0e1ccaaedeeb for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:19:12.325936 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Updating router 9867ead9-c72a-497a-a736-0e1ccaaedeeb port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 binding host dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:19:12.390876 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.401451 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:12.402196 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.403832 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] 10.222.0.37 "PUT /v2.0/ports/89e70d03-bb59-4994-888e-e0a3e27704b9 HTTP/1.1" status: 200 len: 1094 time: 1.1108377 Dec 07 18:19:12.404387 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959ab0ee-8106-4257-90fc-61e23ecabcc8', 'tag': '89e70d03-bb59-4994-888e-e0a3e27704b9'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:19:12.406885 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095f4761-6cad-4154-b250-5511389b327f" -d '{"events": [{"name": "network-changed", "server_uuid": "959ab0ee-8106-4257-90fc-61e23ecabcc8", "tag": "89e70d03-bb59-4994-888e-e0a3e27704b9"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:19:12.442285 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb66e1a-f630-4c68-a972-2729456f069a service neutron] Pushing event updated for resources: {'Port': ['ID=89e70d03-bb59-4994-888e-e0a3e27704b9,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:12.467448 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.db_base_plugin_common [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Allocated IP 172.20.0.2 (ac208ab7-dda0-4853-803d-555060b727ea/84b09997-aaf0-462c-99a1-f2d04279bb18/4f843377-8b8b-4846-9027-f6799d9d7f8f) {{(pid=102528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:19:12.479333 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e526244-5b84-4bbf-9034-b1394386c4cc x-openstack-request-id: req-7e526244-5b84-4bbf-9034-b1394386c4cc {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:19:12.479631 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959ab0ee-8106-4257-90fc-61e23ecabcc8", "tag": "89e70d03-bb59-4994-888e-e0a3e27704b9", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:19:12.479892 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e526244-5b84-4bbf-9034-b1394386c4cc {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:19:12.480293 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959ab0ee-8106-4257-90fc-61e23ecabcc8', 'tag': '89e70d03-bb59-4994-888e-e0a3e27704b9', 'status': 'completed', 'code': 200} Dec 07 18:19:12.523496 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.559000 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.643408 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f4761-6cad-4154-b250-5511389b327f req-aa54b67a-0e4a-4cf0-8b39-891af48639e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:12.645051 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-095f4761-6cad-4154-b250-5511389b327f req-aa54b67a-0e4a-4cf0-8b39-891af48639e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 1097 time: 0.0541067 Dec 07 18:19:12.710292 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Allocated IP 172.27.2.167 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/7b815e14-a3b6-4a39-ba78-dfed20fe34bb) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:19:12.776528 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Publish callbacks [] for port, precommit_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.789863 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.794786 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f4761-6cad-4154-b250-5511389b327f req-17ab24a4-623f-40df-8e28-9a88b37378d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:12.796864 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-095f4761-6cad-4154-b250-5511389b327f req-17ab24a4-623f-40df-8e28-9a88b37378d1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=746fa912bd174892a134fc628bc51d69&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1219733 Dec 07 18:19:12.862325 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Network ac208ab7-dda0-4853-803d-555060b727ea is already hosted by enough agents. {{(pid=102528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:19:12.870096 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.base_scheduler [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Resources bound (agent type, host, resource id): {{(pid=102528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:12.876662 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Received port after_create {{(pid=102528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:19:12.879520 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.886228 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Pushing event updated for resources: {'Port': ['ID=4f843377-8b8b-4846-9027-f6799d9d7f8f,revision_number=1']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:12.895419 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Publish callbacks [] for port, precommit_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.919271 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.941505 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:12.950181 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:12.999402 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:19:13.005439 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:13.007386 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Pushing event updated for resources: {'Port': ['ID=7b815e14-a3b6-4a39-ba78-dfed20fe34bb,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:13.017805 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:19:13.045392 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f4761-6cad-4154-b250-5511389b327f req-fa7f02a8-4444-43b3-9ca1-435269c12cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:13.047931 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-095f4761-6cad-4154-b250-5511389b327f req-fa7f02a8-4444-43b3-9ca1-435269c12cff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2408326 Dec 07 18:19:13.161709 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259f17a-7a18-42a6-b491-a3ef3ecd3d76 req-d2754b36-e22e-4f4d-834f-d48ce47377aa tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:13.171284 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b259f17a-7a18-42a6-b491-a3ef3ecd3d76 req-d2754b36-e22e-4f4d-834f-d48ce47377aa tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.1010802 Dec 07 18:19:13.191511 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Attempting to bind port 4f843377-8b8b-4846-9027-f6799d9d7f8f on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:19:13.191998 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Attempting to bind port 4f843377-8b8b-4846-9027-f6799d9d7f8f by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'a1f4e244-c23b-4817-b175-1d9028fd53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:19:13.192270 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Attempting to bind port 4f843377-8b8b-4846-9027-f6799d9d7f8f on network ac208ab7-dda0-4853-803d-555060b727ea {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:19:13.242192 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:19:13.242899 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Checking segment: {'id': 'a1f4e244-c23b-4817-b175-1d9028fd53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:19:13.243307 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.243732 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Bound using segment: {'id': 'a1f4e244-c23b-4817-b175-1d9028fd53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:19:13.244203 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Bound port: 4f843377-8b8b-4846-9027-f6799d9d7f8f, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f4e244-c23b-4817-b175-1d9028fd53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:19:13.244733 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.254406 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d873d4-d464-4395-9c1e-0f1842dfcfce None None] Pushing event updated for resources: {'Port': ['ID=64a0c2cc-3737-420f-9512-9dd56c3d4fb7,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:13.348432 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b259f17a-7a18-42a6-b491-a3ef3ecd3d76 req-cf7ce632-01e9-4e69-8dc2-b1d8a36728ec tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742985 Dec 07 18:19:13.372813 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-6b97d782-f26c-4953-9d6e-9ad0c83fc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:13.374714 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-6b97d782-f26c-4953-9d6e-9ad0c83fc49e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 1097 time: 0.1758311 Dec 07 18:19:13.401032 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.409244 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Attempting to bind port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:19:13.409629 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Attempting to bind port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:19:13.409998 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Attempting to bind port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:19:13.426002 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:19:13.426376 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Checking segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:19:13.426777 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.428504 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Bound using segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:19:13.429515 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Bound port: 64a0c2cc-3737-420f-9512-9dd56c3d4fb7, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:19:13.429709 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.434619 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:13.440833 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.487464 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-5f9ce3c6-07a4-4923-837b-2fb59ca73b45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e70d03-bb59-4994-888e-e0a3e27704b9 HTTP/1.1" status: 200 len: 217 time: 0.0777891 Dec 07 18:19:13.537105 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47674) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:13.564268 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-fe55e10c-bc1a-4b82-8de3-64f1e3f63bf2 None None] Provisioning complete for port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:13.564667 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-fe55e10c-bc1a-4b82-8de3-64f1e3f63bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.566639 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] For port 4f843377-8b8b-4846-9027-f6799d9d7f8f, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:19:13.594780 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-a2335096-fe8a-4723-916d-1fbdba7834af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:13.596667 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-a2335096-fe8a-4723-916d-1fbdba7834af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3475aaf2-7d65-4d0e-90c8-f78f44abf276 HTTP/1.1" status: 200 len: 854 time: 0.0980573 Dec 07 18:19:13.613051 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] For port 4f843377-8b8b-4846-9027-f6799d9d7f8f, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=4f843377-8b8b-4846-9027-f6799d9d7f8f,segment=NetworkSegment(a1f4e244-c23b-4817-b175-1d9028fd53de),segment_id=a1f4e244-c23b-4817-b175-1d9028fd53de)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:19:13.613274 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6a7c2-3715-4dc3-8c45-ba75387c059b req-7e9f3224-808e-4f08-9a91-1f03d6fcb7e7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:13.615082 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ddc6a7c2-3715-4dc3-8c45-ba75387c059b req-7e9f3224-808e-4f08-9a91-1f03d6fcb7e7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 944 time: 0.0749500 Dec 07 18:19:13.637115 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.694942 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4184708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827'] for router, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.704382 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-fe55e10c-bc1a-4b82-8de3-64f1e3f63bf2 None None] Port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:19:13.706736 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] For port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:19:13.723626 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-8daafb8f-0432-4a20-a1b9-f391e93a962d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d555f0d-23db-4504-bf81-c32b4bd8e151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768905 Dec 07 18:19:13.752622 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] For port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=64a0c2cc-3737-420f-9512-9dd56c3d4fb7,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:19:13.760756 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aaed16e2-6b83-4289-ae39-ff024c9082c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.766158 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:13.795377 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98f6d6-cd35-47f8-b80d-349a0e8e674a None None] Pushing event updated for resources: {'Port': ['ID=4f843377-8b8b-4846-9027-f6799d9d7f8f,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:13.799516 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ddc6a7c2-3715-4dc3-8c45-ba75387c059b req-3a1bf9e2-c38e-4897-bc07-daf86e43b236 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767616 Dec 07 18:19:13.848298 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:19:13.849795 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:18:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:13.912135 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-81322e75-9617-4377-890c-fd935fc97daf service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640310 Dec 07 18:19:14.038838 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d873d4-d464-4395-9c1e-0f1842dfcfce None None] Pushing event updated for resources: {'Port': ['ID=64a0c2cc-3737-420f-9512-9dd56c3d4fb7,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:14.054301 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aaed16e2-6b83-4289-ae39-ff024c9082c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.065514 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Router f749bb44-6576-4320-8418-1252524a6d88 is scheduled to L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c with binding_index 1 {{(pid=102526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:19:14.066788 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecb871b3-1e90-4e91-a168-e2295102d480 req-7eceb9fa-1afe-4001-a89d-fc1896037ef8 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439402 Dec 07 18:19:14.069058 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aaed16e2-6b83-4289-ae39-ff024c9082c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.092593 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4c3ea347-3618-43b2-8900-e71ba4085704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.109813 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:19:14.189634 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-aaed16e2-6b83-4289-ae39-ff024c9082c0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=67a9b37703db4286a701f3d979ac6e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6512702 Dec 07 18:19:14.194243 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47678) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:14.195403 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed16e2-6b83-4289-ae39-ff024c9082c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5211b1-25ae-48a8-990e-973b4e72a7df,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:14.258356 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d0792c98-612a-41a6-a9fd-b7e357c8c963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.265136 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:19:14.280418 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Sync routers for ids ['f749bb44-6576-4320-8418-1252524a6d88'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:19:14.282722 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-1cf369e1-9366-4fe2-b578-5381bf1ba154 None None] Provisioning complete for port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:14.283119 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d0792c98-612a-41a6-a9fd-b7e357c8c963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.283203 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1cf369e1-9366-4fe2-b578-5381bf1ba154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.290921 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.293948 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-6f7ca0e6-9fa3-4f03-8375-6544f67d35af admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4585893 Dec 07 18:19:14.296374 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47680) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:14.297652 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Routers {'f749bb44-6576-4320-8418-1252524a6d88'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:19:14.298636 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:19:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['f749bb44-6576-4320-8418-1252524a6d88'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:14.346635 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d0792c98-612a-41a6-a9fd-b7e357c8c963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.350828 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d0792c98-612a-41a6-a9fd-b7e357c8c963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.357349 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-d0792c98-612a-41a6-a9fd-b7e357c8c963 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e5211b1-25ae-48a8-990e-973b4e72a7df HTTP/1.1" status: 204 len: 168 time: 0.1620238 Dec 07 18:19:14.370682 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0792c98-612a-41a6-a9fd-b7e357c8c963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5211b1-25ae-48a8-990e-973b4e72a7df,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:14.445419 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1cf369e1-9366-4fe2-b578-5381bf1ba154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.506499 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:13Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:14.509343 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Set router f749bb44-6576-4320-8418-1252524a6d88 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:19:14.546373 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-1cf369e1-9366-4fe2-b578-5381bf1ba154 None None] For port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=64a0c2cc-3737-420f-9512-9dd56c3d4fb7,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:19:14.547697 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409f4be0-7654-4bf6-8bd0-f0faac683830 None None] The sync data for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi is: [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:13Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:19:14.554043 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1cf369e1-9366-4fe2-b578-5381bf1ba154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:14.614441 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf369e1-9366-4fe2-b578-5381bf1ba154 None None] Pushing event updated for resources: {'Port': ['ID=64a0c2cc-3737-420f-9512-9dd56c3d4fb7,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:14.684975 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badff8cd-bfbe-4adc-a39a-9f928dd4ee92 req-69d226bb-ac85-4ea2-9d9d-6a24deb65723 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:14.686542 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-badff8cd-bfbe-4adc-a39a-9f928dd4ee92 req-69d226bb-ac85-4ea2-9d9d-6a24deb65723 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.1789584 Dec 07 18:19:14.842923 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-badff8cd-bfbe-4adc-a39a-9f928dd4ee92 req-88ff98d5-2935-434f-b570-a488b93b2aad tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475105 Dec 07 18:19:14.971074 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47696) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:15.035093 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5cdae099-9bab-4df8-ba80-abd9fff578c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.035777 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749bb44-6576-4320-8418-1252524a6d88', 'name': 'tempest-TestVolumeBootPattern-1388619113-router', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:11Z', 'updated_at': '2021-12-07T18:19:13Z', 'revision_number': 3, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'gw_port': {'id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749bb44-6576-4320-8418-1252524a6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:12Z', 'updated_at': '2021-12-07T18:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:15.070451 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:15.105180 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Checking router: f749bb44-6576-4320-8418-1252524a6d88 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:19:15.105901 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Updating router f749bb44-6576-4320-8418-1252524a6d88 port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:19:15.125135 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.132229 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b0363-f982-43f1-856c-68e5c5d51870 req-549dc02b-eacb-492d-9a81-8543971b7db3 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:15.134109 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ca9b0363-f982-43f1-856c-68e5c5d51870 req-549dc02b-eacb-492d-9a81-8543971b7db3 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 944 time: 0.1876717 Dec 07 18:19:15.141619 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.195392 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:15.197226 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.294458 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ca9b0363-f982-43f1-856c-68e5c5d51870 req-7e4acd6b-8991-477f-8126-5be84353683a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436667 Dec 07 18:19:15.321696 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 4f843377-8b8b-4846-9027-f6799d9d7f8f up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:15.333226 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.348510 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5cdae099-9bab-4df8-ba80-abd9fff578c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.349270 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed674f-e352-4040-9328-f61bfd2bcffc None None] Network ac208ab7-dda0-4853-803d-555060b727ea requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:19:15.358214 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5cdae099-9bab-4df8-ba80-abd9fff578c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.386201 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-5cdae099-9bab-4df8-ba80-abd9fff578c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=697485419a564fc9a5768f0524f54201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138198 Dec 07 18:19:15.395129 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47698) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:15.440561 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdae099-9bab-4df8-ba80-abd9fff578c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c10da3e-fe23-4825-833c-5082bd54bde9,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:15.490353 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-70f5bcba-b2d0-41c2-9cbb-19199e26f61a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.496230 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-8d133f12-e683-4dbf-b1fd-c016ea7a7509 None None] Provisioning complete for port 4f843377-8b8b-4846-9027-f6799d9d7f8f triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:15.496879 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8d133f12-e683-4dbf-b1fd-c016ea7a7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.518933 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-70f5bcba-b2d0-41c2-9cbb-19199e26f61a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.574566 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 4f843377-8b8b-4846-9027-f6799d9d7f8f triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:15.574967 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.594481 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.607271 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-70f5bcba-b2d0-41c2-9cbb-19199e26f61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.610406 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.614713 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-70f5bcba-b2d0-41c2-9cbb-19199e26f61a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.618527 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-70f5bcba-b2d0-41c2-9cbb-19199e26f61a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c10da3e-fe23-4825-833c-5082bd54bde9 HTTP/1.1" status: 204 len: 168 time: 0.2196212 Dec 07 18:19:15.634433 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5bcba-b2d0-41c2-9cbb-19199e26f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c10da3e-fe23-4825-833c-5082bd54bde9,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:15.677884 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Allocated IP 172.20.0.1 (ac208ab7-dda0-4853-803d-555060b727ea/84b09997-aaf0-462c-99a1-f2d04279bb18/beabd0ca-b998-4987-90fc-63f4c7aeec8c) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:19:15.700126 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a83e03-8e5e-4521-bd02-7080ec97127b None None] Pushing event updated for resources: {'Port': ['ID=7b815e14-a3b6-4a39-ba78-dfed20fe34bb,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:15.732345 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Attempting to bind port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:19:15.733254 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Attempting to bind port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:19:15.734297 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Attempting to bind port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb on network a77dd0a2-9628-43aa-bd4b-eb8d184360aa {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:19:15.741586 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:19:15.742184 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:19:15.747989 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.748752 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Bound using segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:19:15.749310 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Bound port: 7b815e14-a3b6-4a39-ba78-dfed20fe34bb, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:19:15.749723 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.802473 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8d133f12-e683-4dbf-b1fd-c016ea7a7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.826499 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] For port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:19:15.830165 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] For port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=7b815e14-a3b6-4a39-ba78-dfed20fe34bb,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:19:15.847350 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.918621 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-8d133f12-e683-4dbf-b1fd-c016ea7a7509 None None] For port 4f843377-8b8b-4846-9027-f6799d9d7f8f, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=4f843377-8b8b-4846-9027-f6799d9d7f8f,segment=NetworkSegment(a1f4e244-c23b-4817-b175-1d9028fd53de),segment_id=a1f4e244-c23b-4817-b175-1d9028fd53de)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:19:15.939535 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8d133f12-e683-4dbf-b1fd-c016ea7a7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:15.961062 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Routers {'f749bb44-6576-4320-8418-1252524a6d88'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:19:15.961712 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:19:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['f749bb44-6576-4320-8418-1252524a6d88'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:16.019632 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:16.042052 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d133f12-e683-4dbf-b1fd-c016ea7a7509 None None] Pushing event updated for resources: {'Port': ['ID=4f843377-8b8b-4846-9027-f6799d9d7f8f,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:16.051757 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:16.133250 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-ec2b2465-9b2d-4239-9bea-256bed2a5f92 None None] Provisioning complete for port 4f843377-8b8b-4846-9027-f6799d9d7f8f triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:16.133625 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ec2b2465-9b2d-4239-9bea-256bed2a5f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:16.159878 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] Set router f749bb44-6576-4320-8418-1252524a6d88 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:19:16.168571 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.db.api [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 18:19:16.168931 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG oslo_db.api [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 18:19:16.255564 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a83e03-8e5e-4521-bd02-7080ec97127b None None] Pushing event updated for resources: {'Port': ['ID=7b815e14-a3b6-4a39-ba78-dfed20fe34bb,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:16.397769 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:16.439040 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:16.467643 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749bb44-6576-4320-8418-1252524a6d88', 'name': 'tempest-TestVolumeBootPattern-1388619113-router', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:11Z', 'updated_at': '2021-12-07T18:19:13Z', 'revision_number': 3, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'gw_port': {'id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749bb44-6576-4320-8418-1252524a6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:12Z', 'updated_at': '2021-12-07T18:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:16.469444 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10277805-1898-4bdb-b329-b3b4b5d155b1 req-8e4c38ff-18b3-47bc-8d3d-dc1e1e28d5fe tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:16.476882 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-10277805-1898-4bdb-b329-b3b4b5d155b1 req-8e4c38ff-18b3-47bc-8d3d-dc1e1e28d5fe tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.1120076 Dec 07 18:19:16.481288 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0d548-b9e3-4f15-8f8a-076cc918bb67 req-4d3cd6bc-3719-496e-a426-69103bf8b836 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:16.492886 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bac0d548-b9e3-4f15-8f8a-076cc918bb67 req-4d3cd6bc-3719-496e-a426-69103bf8b836 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 944 time: 0.0921955 Dec 07 18:19:16.518224 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f498b6-0ebf-44ea-9cfd-2189d3f2defc None None] The sync data for ids ['f749bb44-6576-4320-8418-1252524a6d88'] in dv-cinder-820918-1-iscsi is: [{'id': 'f749bb44-6576-4320-8418-1252524a6d88', 'name': 'tempest-TestVolumeBootPattern-1388619113-router', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:11Z', 'updated_at': '2021-12-07T18:19:13Z', 'revision_number': 3, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'gw_port': {'id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749bb44-6576-4320-8418-1252524a6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:12Z', 'updated_at': '2021-12-07T18:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:19:16.545021 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Network ac208ab7-dda0-4853-803d-555060b727ea is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:19:16.551317 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:16.554947 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Pushing event updated for resources: {'Port': ['ID=beabd0ca-b998-4987-90fc-63f4c7aeec8c,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:16.559079 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:19:16.566810 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bac0d548-b9e3-4f15-8f8a-076cc918bb67 req-ecc4bf08-2615-46e8-8809-65f716758a84 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707917 Dec 07 18:19:16.632282 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-10277805-1898-4bdb-b329-b3b4b5d155b1 req-0db0c65d-3a7d-4b67-bf76-941b9989b7e6 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545198 Dec 07 18:19:16.643233 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4190412'] for router_interface, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:16.868611 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-fc274649-303b-4939-8647-d00f964a482e None None] Provisioning complete for port beabd0ca-b998-4987-90fc-63f4c7aeec8c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:16.869427 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-fc274649-303b-4939-8647-d00f964a482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:16.912184 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:16.944282 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-fc274649-303b-4939-8647-d00f964a482e None None] Port beabd0ca-b998-4987-90fc-63f4c7aeec8c cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:19:16.988864 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 4f843377-8b8b-4846-9027-f6799d9d7f8f up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:17.048166 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 4f843377-8b8b-4846-9027-f6799d9d7f8f triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:17.048810 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:17.155780 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:17.163025 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126114602'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:17.250147 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3856965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4190288'] for router_interface, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:17.252110 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Pushing event updated for resources: {'Port': ['ID=beabd0ca-b998-4987-90fc-63f4c7aeec8c,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:17.355811 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Network ac208ab7-dda0-4853-803d-555060b727ea is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:19:17.357548 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:17.478851 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Router f749bb44-6576-4320-8418-1252524a6d88 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:19:17.613157 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:19:17.613357 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:17.622956 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-febf114b-7850-4cff-b8ea-36863e84e29c admin admin] 10.222.0.47 "PUT /v2.0/routers/f749bb44-6576-4320-8418-1252524a6d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3248823 Dec 07 18:19:17.683301 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-efd3935c-d5eb-429a-aa5a-6aca996b8ced None None] Provisioning complete for port beabd0ca-b998-4987-90fc-63f4c7aeec8c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:17.683907 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-efd3935c-d5eb-429a-aa5a-6aca996b8ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:17.750285 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bbe18-c264-4110-b1da-e9e30a4eeb61 req-06ef7b28-852a-4a09-8a53-41d4fa223f9f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:17.752616 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c69bbe18-c264-4110-b1da-e9e30a4eeb61 req-06ef7b28-852a-4a09-8a53-41d4fa223f9f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 944 time: 0.1051085 Dec 07 18:19:17.769851 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-efd3935c-d5eb-429a-aa5a-6aca996b8ced None None] Port beabd0ca-b998-4987-90fc-63f4c7aeec8c cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:19:17.819664 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c69bbe18-c264-4110-b1da-e9e30a4eeb61 req-100e3388-62b4-4c64-b0de-61f239d94e8b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604458 Dec 07 18:19:17.830240 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f99e5-44d6-48ac-961b-62e336ba91ed req-0429f87a-6b26-42ce-8793-b065b86c1af3 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:17.831733 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dc1f99e5-44d6-48ac-961b-62e336ba91ed req-0429f87a-6b26-42ce-8793-b065b86c1af3 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0643392 Dec 07 18:19:17.902831 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dc1f99e5-44d6-48ac-961b-62e336ba91ed req-77d8158d-3f96-4fca-a074-026097718704 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577145 Dec 07 18:19:18.325684 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47804) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:18.330634 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-4930f50b-c4bd-4151-b898-9bff9d906e26 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621733622', 'description': 'tempest-secgroup-smoke-1621733622 description', 'project_id': 'b2ffdb42521347679d15fd16968b883a'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:18.365774 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4930f50b-c4bd-4151-b898-9bff9d906e26 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.453752 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4930f50b-c4bd-4151-b898-9bff9d906e26 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.461991 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4930f50b-c4bd-4151-b898-9bff9d906e26 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.495279 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4930f50b-c4bd-4151-b898-9bff9d906e26 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.496642 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-4930f50b-c4bd-4151-b898-9bff9d906e26 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1694732 Dec 07 18:19:18.498727 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930f50b-c4bd-4151-b898-9bff9d906e26 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759530d6-0584-4385-ba85-4bbd2df42cf8,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:18.499611 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47808) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:18.506003 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-fe1e006b-a0c7-45ac-89c8-24ec49f39690 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'security_group_rule': {'security_group_id': '759530d6-0584-4385-ba85-4bbd2df42cf8', 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:18.509330 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47810) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:18.528251 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Sync routers for ids ['f749bb44-6576-4320-8418-1252524a6d88'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:19:18.540593 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Routers {'f749bb44-6576-4320-8418-1252524a6d88'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:19:18.541541 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:19:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['f749bb44-6576-4320-8418-1252524a6d88'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:18.547421 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fe1e006b-a0c7-45ac-89c8-24ec49f39690 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.609383 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fe1e006b-a0c7-45ac-89c8-24ec49f39690 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.613819 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fe1e006b-a0c7-45ac-89c8-24ec49f39690 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.629369 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-1879d398-3ec6-489d-adc3-974b0db28028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.633504 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e006b-a0c7-45ac-89c8-24ec49f39690 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d28060f-11f2-4dbf-ab23-2ac8c7f39d67,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:18.644848 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fe1e006b-a0c7-45ac-89c8-24ec49f39690 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.645863 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-fe1e006b-a0c7-45ac-89c8-24ec49f39690 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441321 Dec 07 18:19:18.648549 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47814) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:18.654139 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-905477c6-1623-478b-8909-08cbedca1153 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'security_group_rule': {'security_group_id': '759530d6-0584-4385-ba85-4bbd2df42cf8', 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:18.665295 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Set router f749bb44-6576-4320-8418-1252524a6d88 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:19:18.681341 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-905477c6-1623-478b-8909-08cbedca1153 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.717623 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-1879d398-3ec6-489d-adc3-974b0db28028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.722670 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-1879d398-3ec6-489d-adc3-974b0db28028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.741161 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-905477c6-1623-478b-8909-08cbedca1153 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.747209 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-905477c6-1623-478b-8909-08cbedca1153 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.768181 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905477c6-1623-478b-8909-08cbedca1153 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3138099c-f1d8-495d-b16b-d11f7c60b1eb,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:18.773037 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-1879d398-3ec6-489d-adc3-974b0db28028 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16175f12199d4a32977993c75f2d112c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622366 Dec 07 18:19:18.775569 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879d398-3ec6-489d-adc3-974b0db28028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973ae1e9-3063-4632-a73d-c3ae9ea79a8a,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:18.776448 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47818) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:18.786173 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-905477c6-1623-478b-8909-08cbedca1153 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.790433 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-905477c6-1623-478b-8909-08cbedca1153 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375883 Dec 07 18:19:18.790699 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47820) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:18.795805 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-7de047cb-6102-4dcd-ae9c-87b8124328dc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'security_group_rule': {'security_group_id': '759530d6-0584-4385-ba85-4bbd2df42cf8', 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:18.868819 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ec14af01-7c92-4534-aa19-807218124a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.892655 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7de047cb-6102-4dcd-ae9c-87b8124328dc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:18.909632 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ec14af01-7c92-4534-aa19-807218124a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.036713 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7de047cb-6102-4dcd-ae9c-87b8124328dc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.047438 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7de047cb-6102-4dcd-ae9c-87b8124328dc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.063660 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5d9e-175c-4ccc-af72-a5c91f1c05d8 req-2bfb437c-dedd-4fe6-9dcc-3fa3499ef364 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:19.065217 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-82aa5d9e-175c-4ccc-af72-a5c91f1c05d8 req-2bfb437c-dedd-4fe6-9dcc-3fa3499ef364 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0692289 Dec 07 18:19:19.067104 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de047cb-6102-4dcd-ae9c-87b8124328dc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334d0223-ebcb-4f0e-afd9-0575b6a3b093,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:19.072591 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 7b815e14-a3b6-4a39-ba78-dfed20fe34bb up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:19.079147 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112c79-c928-4bb4-a88d-85d9ba9abeec req-352baf83-8443-444c-a086-f8fa13587974 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:19.080814 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4f112c79-c928-4bb4-a88d-85d9ba9abeec req-352baf83-8443-444c-a086-f8fa13587974 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 944 time: 0.1062036 Dec 07 18:19:19.092523 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ec14af01-7c92-4534-aa19-807218124a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.095173 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ec14af01-7c92-4534-aa19-807218124a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.100775 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ec14af01-7c92-4534-aa19-807218124a2d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/973ae1e9-3063-4632-a73d-c3ae9ea79a8a HTTP/1.1" status: 204 len: 168 time: 0.3214252 Dec 07 18:19:19.129881 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-82aa5d9e-175c-4ccc-af72-a5c91f1c05d8 req-21028eca-2665-41a3-840b-a79a6fd281ff tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507874 Dec 07 18:19:19.148159 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7de047cb-6102-4dcd-ae9c-87b8124328dc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.152421 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-7de047cb-6102-4dcd-ae9c-87b8124328dc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3575470 Dec 07 18:19:19.152767 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47828) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:19.156181 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14af01-7c92-4534-aa19-807218124a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973ae1e9-3063-4632-a73d-c3ae9ea79a8a,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:19.160564 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-37982baf-c635-467f-98fe-c3a4a9333b1e tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'security_group_rule': {'security_group_id': '759530d6-0584-4385-ba85-4bbd2df42cf8', 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:19.175541 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4f112c79-c928-4bb4-a88d-85d9ba9abeec req-6eecf4f6-4096-4c80-bc85-25047e536f60 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856574 Dec 07 18:19:19.178919 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:19.179296 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.202511 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37982baf-c635-467f-98fe-c3a4a9333b1e tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.203366 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749bb44-6576-4320-8418-1252524a6d88', 'name': 'tempest-TestVolumeBootPattern-1388619113-router', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:11Z', 'updated_at': '2021-12-07T18:19:16Z', 'revision_number': 4, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'gw_port': {'id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749bb44-6576-4320-8418-1252524a6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:12Z', 'updated_at': '2021-12-07T18:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': 'beabd0ca-b998-4987-90fc-63f4c7aeec8c', 'name': '', 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'mac_address': 'fa:16:3e:f8:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749bb44-6576-4320-8418-1252524a6d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '84b09997-aaf0-462c-99a1-f2d04279bb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:15Z', 'updated_at': '2021-12-07T18:19:16Z', 'revision_number': 2, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'subnets': [{'id': '84b09997-aaf0-462c-99a1-f2d04279bb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:19.241949 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Checking router: f749bb44-6576-4320-8418-1252524a6d88 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:19:19.242356 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Updating router f749bb44-6576-4320-8418-1252524a6d88 port beabd0ca-b998-4987-90fc-63f4c7aeec8c binding host dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:19:19.273771 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37982baf-c635-467f-98fe-c3a4a9333b1e tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.279147 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37982baf-c635-467f-98fe-c3a4a9333b1e tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.279552 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.298971 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37982baf-c635-467f-98fe-c3a4a9333b1e tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e93311a-e24d-435a-99b3-c75150425295,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:19.308552 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37982baf-c635-467f-98fe-c3a4a9333b1e tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.309973 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-37982baf-c635-467f-98fe-c3a4a9333b1e tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560659 Dec 07 18:19:19.312640 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47834) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:19.317483 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-b08fa1ea-173c-4af9-99d2-1cd196c20545 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'security_group_rule': {'security_group_id': '759530d6-0584-4385-ba85-4bbd2df42cf8', 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:19.345200 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.securitygroups_db [None req-b08fa1ea-173c-4af9-99d2-1cd196c20545 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Project b2ffdb42521347679d15fd16968b883a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:19:19.350228 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b08fa1ea-173c-4af9-99d2-1cd196c20545 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.358686 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.397082 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=7b815e14-a3b6-4a39-ba78-dfed20fe34bb,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:19:19.419448 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b08fa1ea-173c-4af9-99d2-1cd196c20545 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.423655 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b08fa1ea-173c-4af9-99d2-1cd196c20545 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.443471 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.443813 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fa1ea-173c-4af9-99d2-1cd196c20545 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2684f5-a81a-42d2-bbaa-22bf75b654bd,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:19.460499 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b08fa1ea-173c-4af9-99d2-1cd196c20545 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.461740 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-b08fa1ea-173c-4af9-99d2-1cd196c20545 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479580 Dec 07 18:19:19.464606 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47836) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:19.469369 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-44c7bdf9-aa47-4b0f-95f0-da36ddecaef1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'security_group_rule': {'security_group_id': '759530d6-0584-4385-ba85-4bbd2df42cf8', 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:19.469664 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 47838) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:19.485329 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-32f86e78-ec55-4a70-986b-e7cc1d8f63a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.496098 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.securitygroups_db [None req-44c7bdf9-aa47-4b0f-95f0-da36ddecaef1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Project b2ffdb42521347679d15fd16968b883a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:19:19.501189 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44c7bdf9-aa47-4b0f-95f0-da36ddecaef1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.566890 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=7b815e14-a3b6-4a39-ba78-dfed20fe34bb,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:19.584175 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-32f86e78-ec55-4a70-986b-e7cc1d8f63a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.590071 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-32f86e78-ec55-4a70-986b-e7cc1d8f63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.594575 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44c7bdf9-aa47-4b0f-95f0-da36ddecaef1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.600507 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44c7bdf9-aa47-4b0f-95f0-da36ddecaef1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.623024 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7bdf9-aa47-4b0f-95f0-da36ddecaef1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b2e169-73ca-4e57-bbfc-3a32af58979f,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:19.624839 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-32f86e78-ec55-4a70-986b-e7cc1d8f63a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f71234268204455d912107b71d080a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540427 Dec 07 18:19:19.628858 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 47842) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:19:19.641777 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44c7bdf9-aa47-4b0f-95f0-da36ddecaef1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.646068 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-44c7bdf9-aa47-4b0f-95f0-da36ddecaef1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1775045 Dec 07 18:19:19.649519 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f86e78-ec55-4a70-986b-e7cc1d8f63a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3189d4b-0c7b-4ca9-bb0f-1c3c0f4fd3a7,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:19.694349 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-24f40af0-452b-41aa-96c4-b45422a5c025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.717128 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.725254 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-24f40af0-452b-41aa-96c4-b45422a5c025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.729247 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.780425 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168806b9-2c54-4cc4-a690-d847572e4331 None None] Pushing event updated for resources: {'Port': ['ID=beabd0ca-b998-4987-90fc-63f4c7aeec8c,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:19.797812 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-24f40af0-452b-41aa-96c4-b45422a5c025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.801059 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-24f40af0-452b-41aa-96c4-b45422a5c025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.802434 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-24f40af0-452b-41aa-96c4-b45422a5c025 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3189d4b-0c7b-4ca9-bb0f-1c3c0f4fd3a7 HTTP/1.1" status: 204 len: 168 time: 0.1715546 Dec 07 18:19:19.812576 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f40af0-452b-41aa-96c4-b45422a5c025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3189d4b-0c7b-4ca9-bb0f-1c3c0f4fd3a7,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:19.877672 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Attempting to bind port beabd0ca-b998-4987-90fc-63f4c7aeec8c on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:19:19.878115 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Attempting to bind port beabd0ca-b998-4987-90fc-63f4c7aeec8c by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'a1f4e244-c23b-4817-b175-1d9028fd53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:19:19.878609 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Attempting to bind port beabd0ca-b998-4987-90fc-63f4c7aeec8c on network ac208ab7-dda0-4853-803d-555060b727ea {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:19:19.885413 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:19:19.885792 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Checking segment: {'id': 'a1f4e244-c23b-4817-b175-1d9028fd53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:19:19.886369 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.886768 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Bound using segment: {'id': 'a1f4e244-c23b-4817-b175-1d9028fd53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:19:19.887234 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Bound port: beabd0ca-b998-4987-90fc-63f4c7aeec8c, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f4e244-c23b-4817-b175-1d9028fd53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:19:19.887619 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:19.958390 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] For port beabd0ca-b998-4987-90fc-63f4c7aeec8c, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:19:19.963162 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] For port beabd0ca-b998-4987-90fc-63f4c7aeec8c, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=beabd0ca-b998-4987-90fc-63f4c7aeec8c,segment=NetworkSegment(a1f4e244-c23b-4817-b175-1d9028fd53de),segment_id=a1f4e244-c23b-4817-b175-1d9028fd53de)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:19:19.969744 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:20.029920 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Routers {'f749bb44-6576-4320-8418-1252524a6d88'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:19:20.030548 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:19:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['f749bb44-6576-4320-8418-1252524a6d88'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:20.109814 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168806b9-2c54-4cc4-a690-d847572e4331 None None] Pushing event updated for resources: {'Port': ['ID=beabd0ca-b998-4987-90fc-63f4c7aeec8c,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:20.169992 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-b1c3de06-92fc-4335-b856-f79c95f4401c None None] Provisioning complete for port beabd0ca-b998-4987-90fc-63f4c7aeec8c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:20.170365 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-b1c3de06-92fc-4335-b856-f79c95f4401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:20.265223 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] Set router f749bb44-6576-4320-8418-1252524a6d88 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:19:20.358890 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caf584-4699-48ea-8e69-6b8eead4b974 req-11cdf109-58c5-4cfb-87b4-bd386874575e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:20.360591 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f9caf584-4699-48ea-8e69-6b8eead4b974 req-11cdf109-58c5-4cfb-87b4-bd386874575e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0831926 Dec 07 18:19:20.392376 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0405c-7202-483e-a6dd-e2cbd3cc4f47 req-8b55510f-ff39-4a48-9535-a889a855115d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:20.397922 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5cc0405c-7202-483e-a6dd-e2cbd3cc4f47 req-8b55510f-ff39-4a48-9535-a889a855115d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 944 time: 0.0810449 Dec 07 18:19:20.439927 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f9caf584-4699-48ea-8e69-6b8eead4b974 req-1df60d9e-ed1d-4db6-acd0-b198cbdd6f0f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719657 Dec 07 18:19:20.441958 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89e70d03-bb59-4994-888e-e0a3e27704b9 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:19:20.461595 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5cc0405c-7202-483e-a6dd-e2cbd3cc4f47 req-b72b71ff-f329-48b7-ad56-1d860009f0f5 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562117 Dec 07 18:19:20.496739 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-b1c3de06-92fc-4335-b856-f79c95f4401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:20.604924 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-b1c3de06-92fc-4335-b856-f79c95f4401c None None] For port beabd0ca-b998-4987-90fc-63f4c7aeec8c, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=beabd0ca-b998-4987-90fc-63f4c7aeec8c,segment=NetworkSegment(a1f4e244-c23b-4817-b175-1d9028fd53de),segment_id=a1f4e244-c23b-4817-b175-1d9028fd53de)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:19:20.631616 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-b1c3de06-92fc-4335-b856-f79c95f4401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:20.692374 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89e70d03-bb59-4994-888e-e0a3e27704b9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89e70d03-bb59-4994-888e-e0a3e27704b9,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:19:20.717886 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3de06-92fc-4335-b856-f79c95f4401c None None] Pushing event updated for resources: {'Port': ['ID=beabd0ca-b998-4987-90fc-63f4c7aeec8c,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:20.723017 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '89e70d03-bb59-4994-888e-e0a3e27704b9', 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151', 'port_id': '89e70d03-bb59-4994-888e-e0a3e27704b9', 'mac_address': 'fa:16:3e:ec:4c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3475aaf2-7d65-4d0e-90c8-f78f44abf276', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:19:20.772953 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749bb44-6576-4320-8418-1252524a6d88', 'name': 'tempest-TestVolumeBootPattern-1388619113-router', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:11Z', 'updated_at': '2021-12-07T18:19:16Z', 'revision_number': 4, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'gw_port': {'id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749bb44-6576-4320-8418-1252524a6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:12Z', 'updated_at': '2021-12-07T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': 'beabd0ca-b998-4987-90fc-63f4c7aeec8c', 'name': '', 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'mac_address': 'fa:16:3e:f8:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749bb44-6576-4320-8418-1252524a6d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '84b09997-aaf0-462c-99a1-f2d04279bb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:15Z', 'updated_at': '2021-12-07T18:19:19Z', 'revision_number': 4, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'subnets': [{'id': '84b09997-aaf0-462c-99a1-f2d04279bb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:19:20.805019 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bdc78-348e-456d-af65-de170ec182e8 None None] The sync data for ids ['f749bb44-6576-4320-8418-1252524a6d88'] in dv-cinder-820918-1-iscsi is: [{'id': 'f749bb44-6576-4320-8418-1252524a6d88', 'name': 'tempest-TestVolumeBootPattern-1388619113-router', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:11Z', 'updated_at': '2021-12-07T18:19:16Z', 'revision_number': 4, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'gw_port': {'id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749bb44-6576-4320-8418-1252524a6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:12Z', 'updated_at': '2021-12-07T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': 'beabd0ca-b998-4987-90fc-63f4c7aeec8c', 'name': '', 'network_id': 'ac208ab7-dda0-4853-803d-555060b727ea', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'mac_address': 'fa:16:3e:f8:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749bb44-6576-4320-8418-1252524a6d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '84b09997-aaf0-462c-99a1-f2d04279bb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:15Z', 'updated_at': '2021-12-07T18:19:19Z', 'revision_number': 4, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'subnets': [{'id': '84b09997-aaf0-462c-99a1-f2d04279bb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:19:20.811850 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:20.822252 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-90dfcb7f-580b-4991-97bc-858dd1b104d7 None None] Provisioning complete for port beabd0ca-b998-4987-90fc-63f4c7aeec8c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:20.822898 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-90dfcb7f-580b-4991-97bc-858dd1b104d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:20.844573 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e70d03-bb59-4994-888e-e0a3e27704b9 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:19:20.901643 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89e70d03-bb59-4994-888e-e0a3e27704b9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89e70d03-bb59-4994-888e-e0a3e27704b9,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:19:20.907609 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:20.998021 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 7b815e14-a3b6-4a39-ba78-dfed20fe34bb up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:21.038042 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=89e70d03-bb59-4994-888e-e0a3e27704b9,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:21.084667 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:21.085229 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:21.380861 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13812e-49f5-43b0-b2cb-b6f0bf7d3ad2 req-3abe9817-8e3e-4d3c-8bbb-d02e6731b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:21.383074 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2d13812e-49f5-43b0-b2cb-b6f0bf7d3ad2 req-3abe9817-8e3e-4d3c-8bbb-d02e6731b90a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 1099 time: 0.0646288 Dec 07 18:19:21.463459 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2d13812e-49f5-43b0-b2cb-b6f0bf7d3ad2 req-42264114-d36f-4791-a6f2-ecd6d0bb8d52 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559957 Dec 07 18:19:21.703138 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbd48f-fd3e-4196-aa6c-15f131ef7052 req-0c20e91f-2eb6-4521-ab1e-a03a9d9c833d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:21.704722 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3fdbd48f-fd3e-4196-aa6c-15f131ef7052 req-0c20e91f-2eb6-4521-ab1e-a03a9d9c833d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0886340 Dec 07 18:19:21.709368 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1b557-d61b-4ec3-aedd-fb7c218912fc req-4d2d7e78-a6d0-473f-959d-749ce2373893 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:21.711126 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-19e1b557-d61b-4ec3-aedd-fb7c218912fc req-4d2d7e78-a6d0-473f-959d-749ce2373893 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 945 time: 0.1219852 Dec 07 18:19:21.763203 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3fdbd48f-fd3e-4196-aa6c-15f131ef7052 req-4f549f6e-2fbf-4ab4-8e00-2e3710c772cc tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525479 Dec 07 18:19:21.774016 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['89e70d03-bb59-4994-888e-e0a3e27704b9'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:19:21.783695 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-19e1b557-d61b-4ec3-aedd-fb7c218912fc req-fa4f373b-a20f-458f-9eaa-80901eeb09ee tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599563 Dec 07 18:19:22.895217 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571531c5-993f-47bd-af2e-3a974d9e4f95 req-0a10b6ba-48fe-43a1-882c-3d5b7514b0f3 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:22.899740 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-571531c5-993f-47bd-af2e-3a974d9e4f95 req-0a10b6ba-48fe-43a1-882c-3d5b7514b0f3 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0574377 Dec 07 18:19:22.901252 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c342fc-b1e6-47d2-af5b-52d711186dd2 req-4d52f33c-223d-4e6c-95b8-0850d1e17362 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:22.902728 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-80c342fc-b1e6-47d2-af5b-52d711186dd2 req-4d52f33c-223d-4e6c-95b8-0850d1e17362 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 945 time: 0.0546503 Dec 07 18:19:22.910412 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device beabd0ca-b998-4987-90fc-63f4c7aeec8c up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:22.952945 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-571531c5-993f-47bd-af2e-3a974d9e4f95 req-2ba97eaf-c8d6-44a0-95a5-c5ae86b84628 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443330 Dec 07 18:19:22.953385 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-80c342fc-b1e6-47d2-af5b-52d711186dd2 req-50cf4486-5adc-42fc-87a2-455140570371 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447371 Dec 07 18:19:22.965108 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port beabd0ca-b998-4987-90fc-63f4c7aeec8c triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:22.965720 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:24.075675 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f467cf0-fbbd-4c1c-88f3-626aebbbe631 req-d55a7a43-af1e-42a8-9ff8-0df47ae8ef9e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:24.077205 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9f467cf0-fbbd-4c1c-88f3-626aebbbe631 req-d55a7a43-af1e-42a8-9ff8-0df47ae8ef9e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0534356 Dec 07 18:19:24.081883 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdac3b-dcd9-4d4e-a72c-986e0b11e434 req-56622ce1-e687-4e81-ab68-1ab23c635f87 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:24.083362 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8bfdac3b-dcd9-4d4e-a72c-986e0b11e434 req-56622ce1-e687-4e81-ab68-1ab23c635f87 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 945 time: 0.0479116 Dec 07 18:19:24.124727 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9f467cf0-fbbd-4c1c-88f3-626aebbbe631 req-7bd014f5-00b9-414a-8a6f-bf5d5d700f57 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413847 Dec 07 18:19:24.130003 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8bfdac3b-dcd9-4d4e-a72c-986e0b11e434 req-59265d05-e85e-4c11-80fe-a972a257c1a8 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Dec 07 18:19:24.380406 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d4b82-dd7c-4dfc-ae52-75c5eabbbb15 req-40385703-151b-432d-8047-78707721cf7d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:24.381870 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a80d4b82-dd7c-4dfc-ae52-75c5eabbbb15 req-40385703-151b-432d-8047-78707721cf7d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0503969 Dec 07 18:19:24.457530 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9d4c4-efd6-42bd-9cec-cfe8cc9265ea req-af8649f7-2aa1-461b-986d-6999e48e765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:24.459002 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0c9d4c4-efd6-42bd-9cec-cfe8cc9265ea req-af8649f7-2aa1-461b-986d-6999e48e765f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 1099 time: 0.0734284 Dec 07 18:19:24.463147 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a80d4b82-dd7c-4dfc-ae52-75c5eabbbb15 req-64d123e2-919b-4c34-a278-59153e574833 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700650 Dec 07 18:19:31.411608 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89e70d03-bb59-4994-888e-e0a3e27704b9 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:19:31.465882 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 89e70d03-bb59-4994-888e-e0a3e27704b9 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:19:31.470751 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 89e70d03-bb59-4994-888e-e0a3e27704b9 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:19:31.471150 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:31.527612 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abeef5-c2f6-41e4-b939-70294397fc2d req-d51e3680-1da2-4177-9d97-422775dd8f6b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:31.529200 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-33abeef5-c2f6-41e4-b939-70294397fc2d req-d51e3680-1da2-4177-9d97-422775dd8f6b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 945 time: 0.0516236 Dec 07 18:19:31.538410 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9d4c4-efd6-42bd-9cec-cfe8cc9265ea req-8f77f1ce-1fe5-4c57-988e-c36f692f3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:31.540044 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0c9d4c4-efd6-42bd-9cec-cfe8cc9265ea req-8f77f1ce-1fe5-4c57-988e-c36f692f3150 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 919 time: 0.1017733 Dec 07 18:19:31.552491 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:31.577469 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959ab0ee-8106-4257-90fc-61e23ecabcc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e70d03-bb59-4994-888e-e0a3e27704b9'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:19:31.579752 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641e5801-2d63-4d4a-91b4-44ee936789ed" -d '{"events": [{"server_uuid": "959ab0ee-8106-4257-90fc-61e23ecabcc8", "name": "network-vif-plugged", "status": "completed", "tag": "89e70d03-bb59-4994-888e-e0a3e27704b9"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:19:31.582009 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-33abeef5-c2f6-41e4-b939-70294397fc2d req-04804eee-e5c9-42d2-99de-d82f0cb9f30d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Dec 07 18:19:31.597812 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89e70d03-bb59-4994-888e-e0a3e27704b9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89e70d03-bb59-4994-888e-e0a3e27704b9,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:19:31.602501 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:31.650706 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=89e70d03-bb59-4994-888e-e0a3e27704b9,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:31.687189 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464513e8-0ca8-461d-9803-5995a33e3773 req-3ac5aa15-303c-4f4e-9047-fd70e55ff533 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:31.688606 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-464513e8-0ca8-461d-9803-5995a33e3773 req-3ac5aa15-303c-4f4e-9047-fd70e55ff533 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0490141 Dec 07 18:19:31.741774 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-464513e8-0ca8-461d-9803-5995a33e3773 req-b16f6349-8743-4047-9ce6-1f59bc1367aa tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469122 Dec 07 18:19:31.784746 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79170cfc-10e5-4fe6-b619-70a9b6b8e7e7 x-openstack-request-id: req-79170cfc-10e5-4fe6-b619-70a9b6b8e7e7 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:19:31.785209 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959ab0ee-8106-4257-90fc-61e23ecabcc8", "name": "network-vif-plugged", "status": "completed", "tag": "89e70d03-bb59-4994-888e-e0a3e27704b9", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:19:31.785527 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-79170cfc-10e5-4fe6-b619-70a9b6b8e7e7 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:19:31.786179 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959ab0ee-8106-4257-90fc-61e23ecabcc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e70d03-bb59-4994-888e-e0a3e27704b9', 'code': 200} Dec 07 18:19:35.041214 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d1654-2afb-4633-8209-b22a51faabd2 req-828ace27-ae68-47ec-bcaf-072981138d74 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:35.042700 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a88d1654-2afb-4633-8209-b22a51faabd2 req-828ace27-ae68-47ec-bcaf-072981138d74 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 946 time: 0.0545125 Dec 07 18:19:35.092766 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a88d1654-2afb-4633-8209-b22a51faabd2 req-b960af49-5eb6-47c4-b66b-566ea8987ab5 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Dec 07 18:19:35.189929 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031790-7d62-4586-9344-5625cc974b1e req-1cc1483d-333e-48d3-ba3a-41cf06073b7a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:35.191366 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-59031790-7d62-4586-9344-5625cc974b1e req-1cc1483d-333e-48d3-ba3a-41cf06073b7a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0460153 Dec 07 18:19:35.236552 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-59031790-7d62-4586-9344-5625cc974b1e req-4656aaae-8f07-40f9-b6c2-d4077c7e4ed5 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391521 Dec 07 18:19:35.342468 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0c9d4c4-efd6-42bd-9cec-cfe8cc9265ea req-f23f92fb-ba47-4509-a4ce-956d029541b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa HTTP/1.1" status: 200 len: 217 time: 0.0366559 Dec 07 18:19:35.396365 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9d4c4-efd6-42bd-9cec-cfe8cc9265ea req-fe562d7d-706c-4b8e-905e-65458bdeee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:35.397739 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0c9d4c4-efd6-42bd-9cec-cfe8cc9265ea req-fe562d7d-706c-4b8e-905e-65458bdeee0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b65771-4176-4dca-812c-c56fdd3bd691 HTTP/1.1" status: 200 len: 858 time: 0.0471628 Dec 07 18:19:35.439821 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0c9d4c4-efd6-42bd-9cec-cfe8cc9265ea req-ccb7190e-1dbc-4fbd-9698-476d224e16fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b01fd91-89e1-4adc-8105-968879f656bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254452 Dec 07 18:19:35.535103 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0c9d4c4-efd6-42bd-9cec-cfe8cc9265ea req-91d214d3-a89f-4b15-a7b0-bc74b199c97c service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845368 Dec 07 18:19:35.536509 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc1670-6d43-477e-9322-f9c9c39fca59 req-69e807bf-3be7-496b-8afc-67dbe9d4fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:35.537979 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f1cc1670-6d43-477e-9322-f9c9c39fca59 req-69e807bf-3be7-496b-8afc-67dbe9d4fe5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 1099 time: 0.0392704 Dec 07 18:19:35.592311 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f1cc1670-6d43-477e-9322-f9c9c39fca59 req-7dfa7b8b-771a-471f-af10-9737e3b4003e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Dec 07 18:19:35.849857 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0c9d4c4-efd6-42bd-9cec-cfe8cc9265ea req-659aaec4-9878-4408-8727-57c3b63a8d10 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998340 Dec 07 18:19:36.207975 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd5ce0-d68b-4360-bcbf-caf91025da99 req-0e7af691-e017-4f2e-b1d8-f9f7c0d7878f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:36.209455 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1cbd5ce0-d68b-4360-bcbf-caf91025da99 req-0e7af691-e017-4f2e-b1d8-f9f7c0d7878f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 946 time: 0.0481899 Dec 07 18:19:36.255856 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1cbd5ce0-d68b-4360-bcbf-caf91025da99 req-9e6c925e-246d-4bff-8c37-4b9267704a89 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Dec 07 18:19:36.363378 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c9826-abe6-4ad5-9c30-fc0bba478db4 req-ee55382f-2798-4051-8b4a-bf15ce4e671f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:36.364871 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ab2c9826-abe6-4ad5-9c30-fc0bba478db4 req-ee55382f-2798-4051-8b4a-bf15ce4e671f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0542183 Dec 07 18:19:36.421015 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ab2c9826-abe6-4ad5-9c30-fc0bba478db4 req-5c4215ef-5fb1-4a39-9218-195311a89b31 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 Dec 07 18:19:37.377853 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f5306-ca92-4c33-99a0-faf12f1cdf72 req-051be125-335f-4c1a-8ccc-f437c4a26806 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:37.379328 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-669f5306-ca92-4c33-99a0-faf12f1cdf72 req-051be125-335f-4c1a-8ccc-f437c4a26806 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 946 time: 0.0497456 Dec 07 18:19:37.426357 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-669f5306-ca92-4c33-99a0-faf12f1cdf72 req-f01106e6-a44b-4403-beae-247bf0b2a972 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Dec 07 18:19:37.538871 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3930-98bf-4f8d-92ae-2ed8dc786ef2 req-a1b2f9cc-d473-4889-9946-576dac86f794 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:37.540937 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-46ad3930-98bf-4f8d-92ae-2ed8dc786ef2 req-a1b2f9cc-d473-4889-9946-576dac86f794 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0470443 Dec 07 18:19:37.588942 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-46ad3930-98bf-4f8d-92ae-2ed8dc786ef2 req-c34feafe-6914-4db8-b633-c26572ce6193 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Dec 07 18:19:38.550116 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a6bf3-20ac-471b-878f-455344fe356f req-e9cb86b2-1f2b-4459-a843-e4e2c30f2867 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:38.551578 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-580a6bf3-20ac-471b-878f-455344fe356f req-e9cb86b2-1f2b-4459-a843-e4e2c30f2867 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 946 time: 0.0550673 Dec 07 18:19:38.598472 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-580a6bf3-20ac-471b-878f-455344fe356f req-70d91ded-e983-4082-b431-79583baf7cdc tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 Dec 07 18:19:38.717245 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee27421-52cc-4899-a608-f8cf50f81a16 req-a9c3a9b5-5337-426b-9db7-ce441f788611 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:38.718705 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8ee27421-52cc-4899-a608-f8cf50f81a16 req-a9c3a9b5-5337-426b-9db7-ce441f788611 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0571134 Dec 07 18:19:38.767558 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8ee27421-52cc-4899-a608-f8cf50f81a16 req-75f7105c-8956-4f05-a5dc-67f85576f954 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Dec 07 18:19:39.714694 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050742d7-52aa-42eb-99c3-581cfd67ad0d req-31f99d1e-b73a-4777-a498-72b7326aa55a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:39.716071 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-050742d7-52aa-42eb-99c3-581cfd67ad0d req-31f99d1e-b73a-4777-a498-72b7326aa55a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 946 time: 0.0475407 Dec 07 18:19:39.762678 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-050742d7-52aa-42eb-99c3-581cfd67ad0d req-01b3672d-98d4-4318-b2f5-2e095ef5ee2e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408511 Dec 07 18:19:39.893548 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e63fe-005f-4437-a39d-9f3491e01c08 req-1186f9e6-221d-47cd-b3fa-f37aacf62a7c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:39.895814 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-867e63fe-005f-4437-a39d-9f3491e01c08 req-1186f9e6-221d-47cd-b3fa-f37aacf62a7c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0602350 Dec 07 18:19:39.953339 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-867e63fe-005f-4437-a39d-9f3491e01c08 req-04d2fa4a-a026-4941-aac8-dc821480f0de tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498071 Dec 07 18:19:41.071559 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e24f41-5cd2-4df2-b28d-8cff767a9708 req-d154655f-dcd5-4071-a352-eb85eff2a035 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:41.073048 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-38e24f41-5cd2-4df2-b28d-8cff767a9708 req-d154655f-dcd5-4071-a352-eb85eff2a035 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0480618 Dec 07 18:19:41.121033 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-38e24f41-5cd2-4df2-b28d-8cff767a9708 req-cdfc8ea8-94dc-453b-a87d-71813b1ca4ea tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Dec 07 18:19:41.493300 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-1dfcae56-55ba-4638-9b5f-4ea464176cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:41.833086 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:42.248534 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d2471-cbbd-4de2-b146-a64077c9c7df req-ec912ec8-ca89-419e-9da1-e4fbb31e012d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:42.250191 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3a1d2471-cbbd-4de2-b146-a64077c9c7df req-ec912ec8-ca89-419e-9da1-e4fbb31e012d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0480318 Dec 07 18:19:42.300122 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3a1d2471-cbbd-4de2-b146-a64077c9c7df req-0210f4dc-1f14-49e4-8c73-d247462b0b1e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Dec 07 18:19:42.362502 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-31fe5eaa-0599-4651-8e09-a3567a21bed1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499012 Dec 07 18:19:42.446485 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-9a798a56-1657-4337-a156-9e149e778642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:42.447998 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-9a798a56-1657-4337-a156-9e149e778642 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 1098 time: 0.0449243 Dec 07 18:19:42.574205 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-ae49fe2c-9a4f-4115-bc00-8f57443b9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:42.575784 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-ae49fe2c-9a4f-4115-bc00-8f57443b9674 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 915 time: 0.0944800 Dec 07 18:19:42.623670 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-65bac908-838a-43c3-ab0a-830d14529503 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd244111-c8b7-4c50-95c5-3fada10d7863 HTTP/1.1" status: 200 len: 217 time: 0.0399022 Dec 07 18:19:42.683058 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-cf8d061f-0894-45ce-bf71-8feef79a4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:42.684714 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-cf8d061f-0894-45ce-bf71-8feef79a4389 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3475aaf2-7d65-4d0e-90c8-f78f44abf276 HTTP/1.1" status: 200 len: 854 time: 0.0529828 Dec 07 18:19:42.719580 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-cbe8131e-90a2-4df0-8095-b61e7416e833 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d555f0d-23db-4504-bf81-c32b4bd8e151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277667 Dec 07 18:19:42.822788 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-b900b6c5-f9af-4e2b-9d22-a3dff250dfe3 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947480 Dec 07 18:19:42.918062 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0728b23d-c91f-42b5-bc2a-13b9d3a20f1c req-cb4aa5da-a5bc-4f6b-be16-f337782aa61e service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874977 Dec 07 18:19:43.511916 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8498aa-7a82-439f-bd9f-5cce06b5c563 req-91f09590-9f75-47f4-9520-4bbc88d819c0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:43.513342 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1d8498aa-7a82-439f-bd9f-5cce06b5c563 req-91f09590-9f75-47f4-9520-4bbc88d819c0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0536919 Dec 07 18:19:43.563626 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1d8498aa-7a82-439f-bd9f-5cce06b5c563 req-438c9678-7466-4340-902e-c5dfe2b80ac8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431409 Dec 07 18:19:44.057627 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-e757103b-95b6-4562-9117-171cc6af4cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:44.688715 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716aa44-4c17-4dff-a7ae-4caf3c5aa662 req-fd68e4be-31d0-4cb2-ae97-5cd10fe67190 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:44.690291 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c716aa44-4c17-4dff-a7ae-4caf3c5aa662 req-fd68e4be-31d0-4cb2-ae97-5cd10fe67190 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0533834 Dec 07 18:19:44.738493 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c716aa44-4c17-4dff-a7ae-4caf3c5aa662 req-64bb964f-9cd2-4cf7-886a-13ec23252053 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 Dec 07 18:19:45.178255 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:45.976516 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:19:46.306473 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-c6481ac0-5671-4d4d-9319-1807b8e99375 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:46.307929 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-c6481ac0-5671-4d4d-9319-1807b8e99375 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 814 time: 0.1101558 Dec 07 18:19:46.323362 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-b1656111-2eb9-42d3-b096-4097a77ab57b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/quotas/746fa912bd174892a134fc628bc51d69 HTTP/1.1" status: 200 len: 375 time: 0.0089881 Dec 07 18:19:46.376910 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-ce65b5af-cd55-4459-84cb-8d0b60a700e8 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476043 Dec 07 18:19:46.392262 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:46.470621 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-d3a55c2a-ce5f-4831-98cc-4aa5196138c1 service neutron] 10.222.0.47 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882354 Dec 07 18:19:46.570251 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-cbc64db1-04b2-4c67-aa67-225ffca3b48f service neutron] 10.222.0.47 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936003 Dec 07 18:19:46.740471 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7e9729b7-a683-408e-a09f-2d35fa802d0d req-b0165f62-b2d4-463e-bd94-da72f92690ca tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 210 time: 0.0338223 Dec 07 18:19:47.213834 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069be64c-8385-4dd0-8b3b-81edb2c1bbd2 req-ebf9628a-e68d-4154-8aac-c88eb57f2d93 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:47.215877 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-069be64c-8385-4dd0-8b3b-81edb2c1bbd2 req-ebf9628a-e68d-4154-8aac-c88eb57f2d93 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0468495 Dec 07 18:19:47.261331 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-069be64c-8385-4dd0-8b3b-81edb2c1bbd2 req-d773ea24-9841-4650-a8d8-33cd311c885d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Dec 07 18:19:47.586350 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:47.902239 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-db5860ae-5e95-4d6a-81b1-4b4b9e21dbd2 req-d738b5bd-8d4e-46c6-8dec-9939e787c7e3 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 210 time: 0.0254915 Dec 07 18:19:52.595097 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-98537415-e835-4c64-93ba-be8f6a413f20 req-041b43bd-5bca-4029-ab6a-e77c3ecee55e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 210 time: 0.0258994 Dec 07 18:19:54.351358 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-00bac5d7-9daa-4e29-a93d-e1e431d48f15 req-87e4d24a-1a37-4905-b69d-0671cd5ff71d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 210 time: 0.0260873 Dec 07 18:19:54.829266 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-ae150d71-3b71-49fc-8e73-9bc72d63f243 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:54.830756 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-ae150d71-3b71-49fc-8e73-9bc72d63f243 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 814 time: 0.1046886 Dec 07 18:19:54.865935 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Request body: {'port': {'device_id': '56765b0d-4ab2-441f-924d-dd1a51b52d21', 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151', 'admin_state_up': True, 'tenant_id': '746fa912bd174892a134fc628bc51d69'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:54.973403 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Made reservation on behalf of 746fa912bd174892a134fc628bc51d69 for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:19:54.976984 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:55.100764 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Allocated IP 172.20.0.9 (2d555f0d-23db-4504-bf81-c32b4bd8e151/3475aaf2-7d65-4d0e-90c8-f78f44abf276/c56acce1-cbd9-4cef-b227-4ed4c4997343) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:19:55.248464 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:55.281637 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:55.328237 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Network 2d555f0d-23db-4504-bf81-c32b4bd8e151 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:19:55.331809 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:19:55.334742 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:19:55.340550 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:55.341174 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:55.351435 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['fd244111-c8b7-4c50-95c5-3fada10d7863', '89e70d03-bb59-4994-888e-e0a3e27704b9'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:19:55.358298 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Pushing event updated for resources: {'Port': ['ID=c56acce1-cbd9-4cef-b227-4ed4c4997343,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:55.368372 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.368733 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.369087 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.369432 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.369771 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.370109 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.370448 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.370781 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.371746 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.372046 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.372566 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.372920 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.373254 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:19:55.381010 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-a04a52f9-b5a4-4788-9e27-16c804f3727a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5192471 Dec 07 18:19:55.533737 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Request body: {'port': {'device_id': '56765b0d-4ab2-441f-924d-dd1a51b52d21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:19:55.596519 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:55.688528 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952a0fa-db7e-4711-bfef-e81f13a2e3a1 req-800dd047-848f-402e-bce6-7a96335bc5c7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:55.690017 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0952a0fa-db7e-4711-bfef-e81f13a2e3a1 req-800dd047-848f-402e-bce6-7a96335bc5c7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 931 time: 0.0541222 Dec 07 18:19:55.740818 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0952a0fa-db7e-4711-bfef-e81f13a2e3a1 req-1630fbf9-0c48-468f-9965-678babf23baa tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443685 Dec 07 18:19:55.866210 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56acce1-cbd9-4cef-b227-4ed4c4997343 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:19:55.874040 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:55.886350 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Transition to ACTIVE for port object c56acce1-cbd9-4cef-b227-4ed4c4997343 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:19:55.889982 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:55.940071 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c56acce1-cbd9-4cef-b227-4ed4c4997343,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:55.969860 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Attempting to bind port c56acce1-cbd9-4cef-b227-4ed4c4997343 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:19:55.970198 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Attempting to bind port c56acce1-cbd9-4cef-b227-4ed4c4997343 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:19:55.970523 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Attempting to bind port c56acce1-cbd9-4cef-b227-4ed4c4997343 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:19:55.974751 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Port c56acce1-cbd9-4cef-b227-4ed4c4997343 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:19:55.975073 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Attempting to bind port c56acce1-cbd9-4cef-b227-4ed4c4997343 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:19:55.979938 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:19:55.980278 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Checking segment: {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:19:55.981369 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Bound using segment: {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:19:55.981796 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Bound port: c56acce1-cbd9-4cef-b227-4ed4c4997343, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:19:55.982147 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:56.045830 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] For port c56acce1-cbd9-4cef-b227-4ed4c4997343, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:19:56.049061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] For port c56acce1-cbd9-4cef-b227-4ed4c4997343, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=c56acce1-cbd9-4cef-b227-4ed4c4997343,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:19:56.053098 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:56.087745 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:56.088381 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:19:56.089741 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/c56acce1-cbd9-4cef-b227-4ed4c4997343 HTTP/1.1" status: 200 len: 1093 time: 0.5603671 Dec 07 18:19:56.090718 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56765b0d-4ab2-441f-924d-dd1a51b52d21', 'tag': 'c56acce1-cbd9-4cef-b227-4ed4c4997343'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:19:56.092967 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa46b33-660b-483b-87f0-20f3da03df70" -d '{"events": [{"name": "network-changed", "server_uuid": "56765b0d-4ab2-441f-924d-dd1a51b52d21", "tag": "c56acce1-cbd9-4cef-b227-4ed4c4997343"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:19:56.113814 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7669df-8846-406f-9f08-5d6fc62728f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c56acce1-cbd9-4cef-b227-4ed4c4997343,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:19:56.132126 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4358e3a1-1ddd-4a70-9d11-c2ce23d5a64d x-openstack-request-id: req-4358e3a1-1ddd-4a70-9d11-c2ce23d5a64d {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:19:56.132490 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56765b0d-4ab2-441f-924d-dd1a51b52d21", "tag": "c56acce1-cbd9-4cef-b227-4ed4c4997343", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:19:56.132750 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4358e3a1-1ddd-4a70-9d11-c2ce23d5a64d {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:19:56.133147 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56765b0d-4ab2-441f-924d-dd1a51b52d21', 'tag': 'c56acce1-cbd9-4cef-b227-4ed4c4997343', 'status': 'completed', 'code': 200} Dec 07 18:19:56.221808 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-7a5e6212-e3fd-481d-9371-ced1bf09cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:56.223294 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-7a5e6212-e3fd-481d-9371-ced1bf09cead service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 1096 time: 0.0412979 Dec 07 18:19:56.288580 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-38568b54-5c10-4d9d-92e3-f142c4569614 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56acce1-cbd9-4cef-b227-4ed4c4997343 HTTP/1.1" status: 200 len: 217 time: 0.0413558 Dec 07 18:19:56.338588 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-56b9f1e8-ed50-42a3-a106-d65beb7e4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:56.340712 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-56b9f1e8-ed50-42a3-a106-d65beb7e4ad3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3475aaf2-7d65-4d0e-90c8-f78f44abf276 HTTP/1.1" status: 200 len: 854 time: 0.0427971 Dec 07 18:19:56.370388 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-b74ac670-20bc-428e-85da-567ee69db9e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d555f0d-23db-4504-bf81-c32b4bd8e151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224466 Dec 07 18:19:56.592736 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-d900646d-90f5-44cf-958d-eaa2b6a964de service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845964 Dec 07 18:19:56.699009 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa2c2e20-773c-485f-9b0d-7c82d7564fec req-eead0f12-c2fc-463b-b65b-dc32f8a24231 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933495 Dec 07 18:19:56.892237 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dbf6a-64d3-41dc-9010-f0d2088f719f req-73f7a2b4-f681-4964-be8e-7a2d0d87d82a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:56.893670 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-685dbf6a-64d3-41dc-9010-f0d2088f719f req-73f7a2b4-f681-4964-be8e-7a2d0d87d82a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 943 time: 0.0500016 Dec 07 18:19:56.949758 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-685dbf6a-64d3-41dc-9010-f0d2088f719f req-51d09157-3a84-4083-b2fe-e74fc514ce93 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490105 Dec 07 18:19:56.980140 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46b33-660b-483b-87f0-20f3da03df70 req-e632ad2d-0b50-4777-998b-63b4badb4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:56.981699 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-baa46b33-660b-483b-87f0-20f3da03df70 req-e632ad2d-0b50-4777-998b-63b4badb4636 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 1096 time: 0.0405381 Dec 07 18:19:57.077541 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46b33-660b-483b-87f0-20f3da03df70 req-22d0d836-cf1e-4ffb-9616-8d82aaf632e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:57.079028 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-baa46b33-660b-483b-87f0-20f3da03df70 req-22d0d836-cf1e-4ffb-9616-8d82aaf632e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 915 time: 0.0873520 Dec 07 18:19:57.123981 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-baa46b33-660b-483b-87f0-20f3da03df70 req-4629ff6f-9aeb-4451-805a-5dd2057c837d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56acce1-cbd9-4cef-b227-4ed4c4997343 HTTP/1.1" status: 200 len: 217 time: 0.0328627 Dec 07 18:19:57.179753 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46b33-660b-483b-87f0-20f3da03df70 req-acef8d18-4e3c-40b5-985a-8e8dc056cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:57.181121 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-baa46b33-660b-483b-87f0-20f3da03df70 req-acef8d18-4e3c-40b5-985a-8e8dc056cece service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3475aaf2-7d65-4d0e-90c8-f78f44abf276 HTTP/1.1" status: 200 len: 854 time: 0.0455403 Dec 07 18:19:57.213192 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-baa46b33-660b-483b-87f0-20f3da03df70 req-ecaf4911-6e47-49e6-9101-2900c25a0a0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d555f0d-23db-4504-bf81-c32b4bd8e151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230913 Dec 07 18:19:57.305238 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-baa46b33-660b-483b-87f0-20f3da03df70 req-253ca5fa-7bc4-422d-8834-1e04d31ed05d service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817947 Dec 07 18:19:57.398750 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-baa46b33-660b-483b-87f0-20f3da03df70 req-b2632f8f-7b5a-492a-b431-8471467282f2 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851412 Dec 07 18:19:58.064626 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a1aec-326a-471b-ac60-13894abc4b67 req-7bb50390-dedc-4e8b-80d3-2b771e2e80e8 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:58.066189 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a2a1aec-326a-471b-ac60-13894abc4b67 req-7bb50390-dedc-4e8b-80d3-2b771e2e80e8 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 943 time: 0.0488060 Dec 07 18:19:58.114496 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a2a1aec-326a-471b-ac60-13894abc4b67 req-2afbb96e-1cb9-4672-a331-f0c6ebb908ec tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 Dec 07 18:19:59.248822 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b22e1-433a-44fa-a08e-cd2105099a84 req-d9609312-2d54-4ce0-848f-ca1a7c647cf9 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:19:59.250277 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a71b22e1-433a-44fa-a08e-cd2105099a84 req-d9609312-2d54-4ce0-848f-ca1a7c647cf9 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 943 time: 0.0464985 Dec 07 18:19:59.296386 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a71b22e1-433a-44fa-a08e-cd2105099a84 req-b6821c43-5426-4b1a-a437-5437a64b1985 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Dec 07 18:20:00.416807 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988071d-9988-4c20-af18-58bc91fba2a0 req-3604cb0c-d187-4c6f-a519-199300b4cf57 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:00.419200 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f988071d-9988-4c20-af18-58bc91fba2a0 req-3604cb0c-d187-4c6f-a519-199300b4cf57 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 943 time: 0.0539982 Dec 07 18:20:00.470031 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f988071d-9988-4c20-af18-58bc91fba2a0 req-fb69d6dc-1386-45e1-a968-df8992d8d190 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Dec 07 18:20:01.018851 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device c56acce1-cbd9-4cef-b227-4ed4c4997343 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:20:01.114298 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port c56acce1-cbd9-4cef-b227-4ed4c4997343, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=c56acce1-cbd9-4cef-b227-4ed4c4997343,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:01.126291 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': 'c56acce1-cbd9-4cef-b227-4ed4c4997343', 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151', 'port_id': 'c56acce1-cbd9-4cef-b227-4ed4c4997343', 'mac_address': 'fa:16:3e:6d:3f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3475aaf2-7d65-4d0e-90c8-f78f44abf276', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:20:01.169501 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:01.182392 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56acce1-cbd9-4cef-b227-4ed4c4997343 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:20:01.202906 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port c56acce1-cbd9-4cef-b227-4ed4c4997343, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=c56acce1-cbd9-4cef-b227-4ed4c4997343,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:01.206613 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:01.253179 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=c56acce1-cbd9-4cef-b227-4ed4c4997343,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:01.747715 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd13f-d9fd-42ad-9f3d-ccc5185b4a78 req-20f13e82-9ca9-440c-b16f-3cf738dc1462 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:01.749207 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f05dd13f-d9fd-42ad-9f3d-ccc5185b4a78 req-20f13e82-9ca9-440c-b16f-3cf738dc1462 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 944 time: 0.0521348 Dec 07 18:20:01.795385 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f05dd13f-d9fd-42ad-9f3d-ccc5185b4a78 req-e7b7c415-8a64-436a-9c3c-1571526103fd tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Dec 07 18:20:01.924316 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['c56acce1-cbd9-4cef-b227-4ed4c4997343'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:20:02.969103 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6995-0517-4e10-a352-e983f5ee83a7 req-7e6332a2-a6c2-4679-8a38-f7984ca19417 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:02.970558 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-814f6995-0517-4e10-a352-e983f5ee83a7 req-7e6332a2-a6c2-4679-8a38-f7984ca19417 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 944 time: 0.0529981 Dec 07 18:20:03.016347 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-814f6995-0517-4e10-a352-e983f5ee83a7 req-fd8045c5-d7c2-4649-aaea-b194d44ea7fd tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Dec 07 18:20:03.549176 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 48550) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:03.656212 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2158ccdd-bb1d-4ae8-9bfd-c0f886776b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:03.729057 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2158ccdd-bb1d-4ae8-9bfd-c0f886776b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:03.733269 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2158ccdd-bb1d-4ae8-9bfd-c0f886776b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:03.772228 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-2158ccdd-bb1d-4ae8-9bfd-c0f886776b72 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=22ec2e20414e44b2b56f522f2c248948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216499 Dec 07 18:20:03.773126 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158ccdd-bb1d-4ae8-9bfd-c0f886776b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3048bc-205f-4955-a45a-3e584f5d40cb,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:03.774934 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 48556) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:03.821889 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:03.843362 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:03.895114 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:03.898079 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:03.899684 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d3048bc-205f-4955-a45a-3e584f5d40cb HTTP/1.1" status: 204 len: 168 time: 0.1233068 Dec 07 18:20:03.909007 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3048bc-205f-4955-a45a-3e584f5d40cb,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:03.919462 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.919996 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.920555 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.921075 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.921849 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.922534 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.923024 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.923920 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.924433 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.925090 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.925573 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.926060 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:03.926776 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17275ba0-45b2-4ee7-8e04-46e77c30d2c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:04.146308 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a534d-887d-4fb1-bf2f-b3a5ccb4be15 req-dad24fcc-b72e-4315-be05-c925ba3921bf tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:04.147849 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-897a534d-887d-4fb1-bf2f-b3a5ccb4be15 req-dad24fcc-b72e-4315-be05-c925ba3921bf tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 944 time: 0.0567136 Dec 07 18:20:04.198011 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-897a534d-887d-4fb1-bf2f-b3a5ccb4be15 req-7e95eaff-bd27-4a28-b26d-59f527a2d533 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442350 Dec 07 18:20:05.071032 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device c56acce1-cbd9-4cef-b227-4ed4c4997343 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:05.121855 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port c56acce1-cbd9-4cef-b227-4ed4c4997343 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:20:05.126060 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port c56acce1-cbd9-4cef-b227-4ed4c4997343 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:05.126428 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:05.203143 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:05.226227 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56765b0d-4ab2-441f-924d-dd1a51b52d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56acce1-cbd9-4cef-b227-4ed4c4997343'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:20:05.228448 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35875ef9-82ec-4786-a960-9f2fa76d752c" -d '{"events": [{"server_uuid": "56765b0d-4ab2-441f-924d-dd1a51b52d21", "name": "network-vif-plugged", "status": "completed", "tag": "c56acce1-cbd9-4cef-b227-4ed4c4997343"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:20:05.240536 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port c56acce1-cbd9-4cef-b227-4ed4c4997343, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=c56acce1-cbd9-4cef-b227-4ed4c4997343,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:05.244405 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:05.294246 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=c56acce1-cbd9-4cef-b227-4ed4c4997343,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:05.343738 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f5e78-4a26-48d3-811a-6550b065ff22 req-863b5818-b999-4f93-adcb-742e23267d16 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:05.345432 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-723f5e78-4a26-48d3-811a-6550b065ff22 req-863b5818-b999-4f93-adcb-742e23267d16 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Dec 07 18:20:05.347783 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79f4c2d-ec43-4e11-b6b0-dfa92aa82f1b x-openstack-request-id: req-a79f4c2d-ec43-4e11-b6b0-dfa92aa82f1b {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:20:05.348193 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56765b0d-4ab2-441f-924d-dd1a51b52d21", "name": "network-vif-plugged", "status": "completed", "tag": "c56acce1-cbd9-4cef-b227-4ed4c4997343", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:20:05.348490 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a79f4c2d-ec43-4e11-b6b0-dfa92aa82f1b {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:20:05.348941 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56765b0d-4ab2-441f-924d-dd1a51b52d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56acce1-cbd9-4cef-b227-4ed4c4997343', 'code': 200} Dec 07 18:20:05.394220 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-723f5e78-4a26-48d3-811a-6550b065ff22 req-5e944788-0f85-44cd-973d-ff4dc40627db tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Dec 07 18:20:05.604924 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02e12a-54ce-45a5-baec-940f5db0c7c7 req-c9907de8-ea63-4c4f-9143-4281d84b04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:05.606390 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0f02e12a-54ce-45a5-baec-940f5db0c7c7 req-c9907de8-ea63-4c4f-9143-4281d84b04f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 1098 time: 0.0384405 Dec 07 18:20:05.656398 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0f02e12a-54ce-45a5-baec-940f5db0c7c7 req-91284b87-abef-4381-8e2d-d364b2e7d109 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Dec 07 18:20:06.618780 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20226072-ed3c-4581-9c74-65e22a8f8c59 req-e2a6253e-a9e1-4987-aac1-34733c93b45f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:06.620267 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-20226072-ed3c-4581-9c74-65e22a8f8c59 req-e2a6253e-a9e1-4987-aac1-34733c93b45f tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 945 time: 0.0512547 Dec 07 18:20:06.669761 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-20226072-ed3c-4581-9c74-65e22a8f8c59 req-0700c6a3-a922-4c2a-bed0-e5b75b964de9 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Dec 07 18:20:07.121597 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9006-0d85-47c8-a225-b177b63a0aed req-c14fdc72-b364-4a56-a570-197790aa7694 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:07.130852 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b3df9006-0d85-47c8-a225-b177b63a0aed req-c14fdc72-b364-4a56-a570-197790aa7694 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0610735 Dec 07 18:20:07.154783 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59602a6-19aa-4a72-9c01-f5a347e1d0d2 req-1761ae31-8418-41f5-bc6b-6aee61410323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:07.157148 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d59602a6-19aa-4a72-9c01-f5a347e1d0d2 req-1761ae31-8418-41f5-bc6b-6aee61410323 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 1099 time: 0.0528774 Dec 07 18:20:07.182896 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b3df9006-0d85-47c8-a225-b177b63a0aed req-0725d5cb-4195-471e-9b39-23a7c400efbf tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448849 Dec 07 18:20:07.261406 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59602a6-19aa-4a72-9c01-f5a347e1d0d2 req-9035260f-98ee-4d4f-97aa-c92c73146c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:07.263520 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d59602a6-19aa-4a72-9c01-f5a347e1d0d2 req-9035260f-98ee-4d4f-97aa-c92c73146c92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 919 time: 0.0868049 Dec 07 18:20:07.334849 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d59602a6-19aa-4a72-9c01-f5a347e1d0d2 req-f8bdaf69-e230-43a2-8670-765e2e61d761 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa HTTP/1.1" status: 200 len: 217 time: 0.0376809 Dec 07 18:20:07.395187 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59602a6-19aa-4a72-9c01-f5a347e1d0d2 req-574145e1-cbee-4025-bd3e-b0d004a5644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:07.396625 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d59602a6-19aa-4a72-9c01-f5a347e1d0d2 req-574145e1-cbee-4025-bd3e-b0d004a5644c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b65771-4176-4dca-812c-c56fdd3bd691 HTTP/1.1" status: 200 len: 858 time: 0.0432501 Dec 07 18:20:07.429736 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d59602a6-19aa-4a72-9c01-f5a347e1d0d2 req-df1afc91-aa37-415c-80f8-cbf4273d8cd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b01fd91-89e1-4adc-8105-968879f656bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227380 Dec 07 18:20:07.527041 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d59602a6-19aa-4a72-9c01-f5a347e1d0d2 req-5dced839-52c6-4b9b-8b6b-9fd293e85f54 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828493 Dec 07 18:20:07.619489 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d59602a6-19aa-4a72-9c01-f5a347e1d0d2 req-7ec1ab5d-2214-4c98-93a1-8abba3c3940f service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838137 Dec 07 18:20:07.819646 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162f3ff-64bf-4e86-92d3-1792c8a01700 req-4d256737-3095-4043-b39a-3a6ca8ecc81a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:07.821154 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7162f3ff-64bf-4e86-92d3-1792c8a01700 req-4d256737-3095-4043-b39a-3a6ca8ecc81a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 945 time: 0.0495129 Dec 07 18:20:07.873210 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7162f3ff-64bf-4e86-92d3-1792c8a01700 req-c7750aa8-a8f4-4c4b-928e-55493c63450e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Dec 07 18:20:08.313741 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176700c4-52f0-46d4-b73d-25bf792f9639 req-1012081a-41a5-4ee0-9613-79b705403b99 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:08.315250 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-176700c4-52f0-46d4-b73d-25bf792f9639 req-1012081a-41a5-4ee0-9613-79b705403b99 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0559685 Dec 07 18:20:08.362946 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-176700c4-52f0-46d4-b73d-25bf792f9639 req-9cb833a5-b896-4796-96d7-a29511f78b78 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Dec 07 18:20:11.495433 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-a0e1cdcf-a852-488c-a368-c1b0ba251418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:11.852001 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:12.672483 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017f43e-db4b-4776-96b9-c5bb77982cc5 req-937b5433-f3d0-4765-a6c7-d254998fbca6 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:12.674137 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4017f43e-db4b-4776-96b9-c5bb77982cc5 req-937b5433-f3d0-4765-a6c7-d254998fbca6 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 945 time: 0.0490148 Dec 07 18:20:12.681342 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf57380-6528-4090-a6e8-64495332329b req-7d96aec8-cfdd-4865-b7ab-96c6688af589 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:12.682874 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-caf57380-6528-4090-a6e8-64495332329b req-7d96aec8-cfdd-4865-b7ab-96c6688af589 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0478213 Dec 07 18:20:12.725086 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4017f43e-db4b-4776-96b9-c5bb77982cc5 req-0d80e465-90d4-4190-99a9-ed1b607233d7 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Dec 07 18:20:12.732235 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-caf57380-6528-4090-a6e8-64495332329b req-e55e1524-6c72-48a9-bfd4-eb939fd7302f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 Dec 07 18:20:13.851713 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218449a-dceb-4c43-981c-66a1e0d8ce24 req-e9832b90-98e6-48af-bcd7-a86269f77f68 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:13.853115 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9218449a-dceb-4c43-981c-66a1e0d8ce24 req-e9832b90-98e6-48af-bcd7-a86269f77f68 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0471413 Dec 07 18:20:13.899442 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9218449a-dceb-4c43-981c-66a1e0d8ce24 req-71621cd0-07b0-4f7b-a10d-c031e011ba27 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402911 Dec 07 18:20:14.058814 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-536dda51-1b24-41b3-8ebb-7efe1fa2be68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:15.017961 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c731-8e05-44b7-b85d-e82f57465a93 req-53014810-9c64-4d72-a211-10d40ca5139a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:15.019352 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fe00c731-8e05-44b7-b85d-e82f57465a93 req-53014810-9c64-4d72-a211-10d40ca5139a tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0497799 Dec 07 18:20:15.054975 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:15.066805 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fe00c731-8e05-44b7-b85d-e82f57465a93 req-b6d21714-c072-42c0-93cc-a36fc36873f2 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Dec 07 18:20:16.394007 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:17.588712 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:20.443966 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82738452-ef19-41ca-b351-e6ba8a42e284 req-d1e881fb-6111-40cc-9b30-5d0c9bc27b82 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:20.445576 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-82738452-ef19-41ca-b351-e6ba8a42e284 req-d1e881fb-6111-40cc-9b30-5d0c9bc27b82 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0511982 Dec 07 18:20:20.493555 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-82738452-ef19-41ca-b351-e6ba8a42e284 req-fa8bd0ec-c00c-4f5f-b635-642e228c510c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Dec 07 18:20:21.806445 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838b10f-6ec3-42e5-946b-40164f4add4c req-06cabf8a-42c5-4c8d-8598-8fb61475f9e8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:21.808044 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3838b10f-6ec3-42e5-946b-40164f4add4c req-06cabf8a-42c5-4c8d-8598-8fb61475f9e8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0527747 Dec 07 18:20:21.858141 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3838b10f-6ec3-42e5-946b-40164f4add4c req-c79e222f-ac03-4033-9673-57bdd28b6c70 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439765 Dec 07 18:20:22.974621 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a412e-a29c-44c7-9554-29c13ffa6a29 req-f692169f-fe6b-4d1a-b00f-89618ff575e2 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:22.975581 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:20:22.976041 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-423a412e-a29c-44c7-9554-29c13ffa6a29 req-f692169f-fe6b-4d1a-b00f-89618ff575e2 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0488217 Dec 07 18:20:23.024289 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-423a412e-a29c-44c7-9554-29c13ffa6a29 req-d108b233-5f22-4327-9dca-80da16dca16b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Dec 07 18:20:27.969082 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ddd0a-743e-4bd9-b1c7-e3831a42370e req-e3b015fc-41c2-461b-8af3-e9b54d37ceac tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:27.970541 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-629ddd0a-743e-4bd9-b1c7-e3831a42370e req-e3b015fc-41c2-461b-8af3-e9b54d37ceac tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0513692 Dec 07 18:20:28.017866 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-629ddd0a-743e-4bd9-b1c7-e3831a42370e req-55a287cb-c823-4611-80f7-646dddcfd270 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Dec 07 18:20:29.176200 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df481f3e-3cf0-4f6c-b382-64e201c60d05 req-308fed68-e5ac-4fd3-8852-6c91132cffd5 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:29.177814 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-df481f3e-3cf0-4f6c-b382-64e201c60d05 req-308fed68-e5ac-4fd3-8852-6c91132cffd5 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0489411 Dec 07 18:20:29.230873 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-df481f3e-3cf0-4f6c-b382-64e201c60d05 req-4bc725f6-da48-47cd-a292-1d4fc5a9302e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468018 Dec 07 18:20:30.452952 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb001-110e-440b-b6cf-f32193e73882 req-d78aa15e-859c-404d-b0ae-98cd522efa1c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:30.454487 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8fafb001-110e-440b-b6cf-f32193e73882 req-d78aa15e-859c-404d-b0ae-98cd522efa1c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0586371 Dec 07 18:20:30.505957 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8fafb001-110e-440b-b6cf-f32193e73882 req-c8610b3e-ce23-4ffe-87bd-5e58396dd1e8 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Dec 07 18:20:30.842911 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-a13a761d-2e88-45b5-a01c-beb80aa4589c tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1621733622&fields=id&tenant_id=b2ffdb42521347679d15fd16968b883a HTTP/1.1" status: 200 len: 267 time: 0.0436051 Dec 07 18:20:30.952223 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-9bef678d-5b19-49d8-a10a-9f5ad2083659 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:30.953723 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-9bef678d-5b19-49d8-a10a-9f5ad2083659 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 811 time: 0.1044202 Dec 07 18:20:30.968351 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-5a3122ce-e38a-458e-a3ac-070ce8686d0a tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/quotas/b2ffdb42521347679d15fd16968b883a HTTP/1.1" status: 200 len: 375 time: 0.0088243 Dec 07 18:20:31.019447 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-ecd19205-a512-4aef-bacd-21fb70d19d60 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458505 Dec 07 18:20:31.114591 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-1298f6e1-7713-4220-bb6c-ec0cf85dd991 service neutron] 10.222.0.47 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828657 Dec 07 18:20:31.205563 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-4181c0c8-361c-4095-824c-49befc9d33bd service neutron] 10.222.0.47 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848765 Dec 07 18:20:31.385077 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 48996) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:31.518052 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-70a045d2-9860-46a6-b0a6-1672beff3b38 req-188daca0-90bc-46a2-bbc2-e18fed9fb090 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 210 time: 0.0279942 Dec 07 18:20:31.563872 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-04e867e7-d1a9-4d9c-85ac-627b31a10007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:31.654295 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6f27c-8049-4785-bed6-79e4bc09fe47 req-6d813007-eac1-44ae-96f6-1388d2f7068b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:31.655800 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1bb6f27c-8049-4785-bed6-79e4bc09fe47 req-6d813007-eac1-44ae-96f6-1388d2f7068b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0705321 Dec 07 18:20:31.713284 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-04e867e7-d1a9-4d9c-85ac-627b31a10007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:31.723232 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-04e867e7-d1a9-4d9c-85ac-627b31a10007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:31.750297 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1bb6f27c-8049-4785-bed6-79e4bc09fe47 req-ba311ed0-a32e-48ec-a2e1-231ae8a04651 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877466 Dec 07 18:20:31.770472 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-04e867e7-d1a9-4d9c-85ac-627b31a10007 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3236a1729aae49a69d228aa215b558b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843048 Dec 07 18:20:31.771196 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e867e7-d1a9-4d9c-85ac-627b31a10007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87ac5f8-e8e9-4b6f-927f-8a64f4501033,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:31.773478 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49014) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:31.855361 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a98f55a0-3d71-462a-8b11-fd5ce620d078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:31.897267 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a98f55a0-3d71-462a-8b11-fd5ce620d078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:31.949707 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a98f55a0-3d71-462a-8b11-fd5ce620d078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:31.952250 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a98f55a0-3d71-462a-8b11-fd5ce620d078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:31.953438 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a98f55a0-3d71-462a-8b11-fd5ce620d078 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d87ac5f8-e8e9-4b6f-927f-8a64f4501033 HTTP/1.1" status: 204 len: 168 time: 0.1788797 Dec 07 18:20:31.961015 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f55a0-3d71-462a-8b11-fd5ce620d078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87ac5f8-e8e9-4b6f-927f-8a64f4501033,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:32.033212 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fded940-4c25-4cdf-8373-b2067d61fe77 req-28c299d6-9dc5-4799-9f29-54f3c975819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:32.034814 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5fded940-4c25-4cdf-8373-b2067d61fe77 req-28c299d6-9dc5-4799-9f29-54f3c975819c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 1099 time: 0.0594330 Dec 07 18:20:32.088200 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5fded940-4c25-4cdf-8373-b2067d61fe77 req-4bf6c850-b3d5-4a91-b19e-7b0571002d14 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Dec 07 18:20:32.966728 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b8d1f93d-f830-49c2-9d0d-e49fad66603a req-3dd7a851-8627-44b9-9964-43b689a01881 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 210 time: 0.0361814 Dec 07 18:20:33.122264 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aab02-8194-4efc-8169-7eaa67700e74 req-8b5909b3-3abf-4b4b-bf67-53de6654ec83 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:33.123947 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-567aab02-8194-4efc-8169-7eaa67700e74 req-8b5909b3-3abf-4b4b-bf67-53de6654ec83 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0717697 Dec 07 18:20:33.175707 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-567aab02-8194-4efc-8169-7eaa67700e74 req-92947e8c-b9e9-4b2c-b252-5dc84c2846d6 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Dec 07 18:20:33.317054 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72041fc-1b78-45b9-9386-84b38377a797 req-0f87dc66-1bd9-42c8-ba8f-fdeb96716fe4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:33.318808 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-0f87dc66-1bd9-42c8-ba8f-fdeb96716fe4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 814 time: 0.1007512 Dec 07 18:20:33.336085 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-ffcf1cfd-42b5-4c35-9049-659db5727f46 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/quotas/746fa912bd174892a134fc628bc51d69 HTTP/1.1" status: 200 len: 375 time: 0.0102391 Dec 07 18:20:33.401117 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-1b01f60b-e36c-4694-955d-31920e4af745 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590394 Dec 07 18:20:33.503230 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-dd16eb13-5e05-49b4-9df7-f2f427861460 service neutron] 10.222.0.47 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942791 Dec 07 18:20:33.618032 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-9616b5da-cd06-408a-8b5c-cf052c262dbd service neutron] 10.222.0.47 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973396 Dec 07 18:20:33.753826 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-438629a2-e564-4e2e-b400-e8accd18cf5b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:33.755276 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-438629a2-e564-4e2e-b400-e8accd18cf5b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 811 time: 0.1185668 Dec 07 18:20:33.846633 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a164f00a-7753-41d6-b008-873b0e40d8a7 req-cf2dd4e8-7a3f-480f-bed5-8b715c3377a4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 210 time: 0.0266137 Dec 07 18:20:33.852078 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-d819a7a5-a650-40f1-b4c0-f6bbe712a322 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ffdb42521347679d15fd16968b883a HTTP/1.1" status: 200 len: 380 time: 0.0704203 Dec 07 18:20:33.890258 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'port': {'device_id': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'admin_state_up': True, 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'security_groups': ['759530d6-0584-4385-ba85-4bbd2df42cf8']}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:34.283336 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Made reservation on behalf of b2ffdb42521347679d15fd16968b883a for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:20:34.287977 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:34.379041 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-227e18d7-152f-4730-9693-c65392712270 req-aed33a77-70c7-43f9-ab9d-e7fd4112ecd1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 210 time: 0.0500569 Dec 07 18:20:34.441840 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847450da-12b5-4b51-9b13-65fdacd46ac8 req-513bbe77-5946-406d-9a11-621d436dfe17 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:34.444438 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-847450da-12b5-4b51-9b13-65fdacd46ac8 req-513bbe77-5946-406d-9a11-621d436dfe17 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0655055 Dec 07 18:20:34.509645 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-847450da-12b5-4b51-9b13-65fdacd46ac8 req-fac5cc9b-0a90-42f1-91cc-0621db03ba59 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578024 Dec 07 18:20:34.531281 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Allocated IP 172.20.0.4 (6cc4988e-6329-4aa5-8909-0e83fd003435/bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689/449ed5ea-4280-460f-9655-5db288a4d3c4) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:20:34.597582 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49130) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:34.705590 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:34.732893 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-3b63025d-fc5d-4bf6-941f-61d7f162aecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:34.772992 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:34.833149 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:34.838217 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:34.843943 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'Port': ['ID=449ed5ea-4280-460f-9655-5db288a4d3c4,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:34.847243 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:20:34.852698 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:34.853295 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:34.879270 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-e2616d56-3044-49ca-af6c-deeeda4de43f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9979622 Dec 07 18:20:34.892752 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-3b63025d-fc5d-4bf6-941f-61d7f162aecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:34.897204 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-3b63025d-fc5d-4bf6-941f-61d7f162aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:34.936401 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Request body: {'port': {'device_id': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:34.971415 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63025d-fc5d-4bf6-941f-61d7f162aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4ed45e-46a6-4d23-9f16-c4b75ade1ced,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:34.978663 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-3b63025d-fc5d-4bf6-941f-61d7f162aecc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1682ee196fcc4d2e922b2547ec859ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800075 Dec 07 18:20:34.983640 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49138) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:34.998388 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-394153a4-e48e-483e-9342-28b28d1db44e req-dff6604f-712f-40a8-a3aa-c66ae609020d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 210 time: 0.0666971 Dec 07 18:20:35.030623 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.046003 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fbe43414-cb75-40a0-8730-07432911543c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.055137 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-5bf72e1f-ed00-4cf5-b0b0-f00ac9b6ac09 None None] Provisioning complete for port 449ed5ea-4280-460f-9655-5db288a4d3c4 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:35.055703 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-5bf72e1f-ed00-4cf5-b0b0-f00ac9b6ac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.070786 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fbe43414-cb75-40a0-8730-07432911543c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.090231 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-5bf72e1f-ed00-4cf5-b0b0-f00ac9b6ac09 None None] Port 449ed5ea-4280-460f-9655-5db288a4d3c4 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:20:35.119866 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fbe43414-cb75-40a0-8730-07432911543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.122787 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fbe43414-cb75-40a0-8730-07432911543c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.124040 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-fbe43414-cb75-40a0-8730-07432911543c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f4ed45e-46a6-4d23-9f16-c4b75ade1ced HTTP/1.1" status: 204 len: 168 time: 0.1391680 Dec 07 18:20:35.134336 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe43414-cb75-40a0-8730-07432911543c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4ed45e-46a6-4d23-9f16-c4b75ade1ced,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:35.318202 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449ed5ea-4280-460f-9655-5db288a4d3c4 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:20:35.329203 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.349382 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Transition to ACTIVE for port object 449ed5ea-4280-460f-9655-5db288a4d3c4 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:20:35.361041 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.436124 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=449ed5ea-4280-460f-9655-5db288a4d3c4,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:35.523725 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Attempting to bind port 449ed5ea-4280-460f-9655-5db288a4d3c4 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:20:35.524107 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Attempting to bind port 449ed5ea-4280-460f-9655-5db288a4d3c4 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:20:35.525272 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Attempting to bind port 449ed5ea-4280-460f-9655-5db288a4d3c4 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:35.540731 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Port 449ed5ea-4280-460f-9655-5db288a4d3c4 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:20:35.541078 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Attempting to bind port 449ed5ea-4280-460f-9655-5db288a4d3c4 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:35.554729 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:20:35.555076 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Checking segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:35.555466 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Bound using segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:20:35.555905 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Bound port: 449ed5ea-4280-460f-9655-5db288a4d3c4, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:20:35.556295 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.628839 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72041fc-1b78-45b9-9386-84b38377a797 req-256dc691-6520-49ce-ad01-a3a6c653b67a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:35.630358 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-256dc691-6520-49ce-ad01-a3a6c653b67a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 814 time: 0.2410517 Dec 07 18:20:35.653180 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe57e09-d7b3-49a9-bfc3-87d0b257184f req-5e0df0c4-5d25-40bb-b324-2e8e6dd72fa6 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:35.655030 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8fe57e09-d7b3-49a9-bfc3-87d0b257184f req-5e0df0c4-5d25-40bb-b324-2e8e6dd72fa6 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 943 time: 0.1220932 Dec 07 18:20:35.675071 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Request body: {'port': {'device_id': '25419831-5064-4140-a59c-2bca0f0d04db', 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151', 'admin_state_up': True, 'tenant_id': '746fa912bd174892a134fc628bc51d69'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:35.709786 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf2dce-f6dc-4c8b-8794-74ab58ce0c06 req-02283b1a-108e-4d75-8772-229d2ebc6b44 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:35.712517 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b9bf2dce-f6dc-4c8b-8794-74ab58ce0c06 req-02283b1a-108e-4d75-8772-229d2ebc6b44 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0874999 Dec 07 18:20:35.722012 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] For port 449ed5ea-4280-460f-9655-5db288a4d3c4, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:20:35.732254 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] For port 449ed5ea-4280-460f-9655-5db288a4d3c4, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=449ed5ea-4280-460f-9655-5db288a4d3c4,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:20:35.763576 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.829628 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:35.830834 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:35.832471 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/449ed5ea-4280-460f-9655-5db288a4d3c4 HTTP/1.1" status: 200 len: 1093 time: 0.9063532 Dec 07 18:20:35.833665 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'tag': '449ed5ea-4280-460f-9655-5db288a4d3c4'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:20:35.836451 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a47611-b6d8-4673-9638-d419d6b2b60b" -d '{"events": [{"name": "network-changed", "server_uuid": "55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e", "tag": "449ed5ea-4280-460f-9655-5db288a4d3c4"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:20:35.848923 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b9bf2dce-f6dc-4c8b-8794-74ab58ce0c06 req-d8e6734b-9bc2-4e7a-9c71-3d0b1be28d07 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140451 Dec 07 18:20:35.859841 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8fe57e09-d7b3-49a9-bfc3-87d0b257184f req-27648b0d-9739-4bf7-ba01-66b0424486ac tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734045 Dec 07 18:20:35.913270 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099b954-2a55-4a08-abfe-1437dd2ab9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=449ed5ea-4280-460f-9655-5db288a4d3c4,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:35.930364 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bfe5f1-31c4-46f5-95ea-595d45b37211 x-openstack-request-id: req-d4bfe5f1-31c4-46f5-95ea-595d45b37211 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:20:35.930841 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e", "tag": "449ed5ea-4280-460f-9655-5db288a4d3c4", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:20:35.931104 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d4bfe5f1-31c4-46f5-95ea-595d45b37211 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:20:35.931510 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'tag': '449ed5ea-4280-460f-9655-5db288a4d3c4', 'status': 'completed', 'code': 200} Dec 07 18:20:36.005697 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Made reservation on behalf of 746fa912bd174892a134fc628bc51d69 for: {'port': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:20:36.013318 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:36.035487 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-af942d58-a4e5-4f85-8c66-cb835e0ffb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:36.041177 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-af942d58-a4e5-4f85-8c66-cb835e0ffb04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 1096 time: 0.0812454 Dec 07 18:20:36.125715 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49182) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:36.137395 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f7f2525f-9894-4305-81c5-35143135ad03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=449ed5ea-4280-460f-9655-5db288a4d3c4 HTTP/1.1" status: 200 len: 217 time: 0.0698919 Dec 07 18:20:36.168786 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e292ff4c-ba6e-4bdc-9495-7977185aede6 req-1e60ccf3-328d-42a0-9ab3-2149e8c13dc1 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 210 time: 0.0351877 Dec 07 18:20:36.222613 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Allocated IP 172.20.0.2 (2d555f0d-23db-4504-bf81-c32b4bd8e151/3475aaf2-7d65-4d0e-90c8-f78f44abf276/a50ee369-ddad-4118-9153-e52af9c519e2) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:20:36.231172 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f259ae46-1e5a-44cf-96b5-b2aba3ec928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:36.233041 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-f259ae46-1e5a-44cf-96b5-b2aba3ec928e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.0557675 Dec 07 18:20:36.316813 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1127213020-network', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:36.368923 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-df792342-2a54-414e-bfdb-c46a4a85cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:36.371650 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-df792342-2a54-414e-bfdb-c46a4a85cbae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907748 Dec 07 18:20:36.385040 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a052d68-2728-4d82-969a-480a6964456a req-e09eeac1-6099-468d-9a76-352c4e92bb44 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:36.387610 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Made reservation on behalf of f50b4dd7627c40c19d4edf0693a1978b for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:20:36.388563 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6a052d68-2728-4d82-969a-480a6964456a req-e09eeac1-6099-468d-9a76-352c4e92bb44 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0714247 Dec 07 18:20:36.396209 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:36.409140 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:36.487393 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:36.550931 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6a052d68-2728-4d82-969a-480a6964456a req-14a63f62-d086-4086-bdc1-a4c53c4dd54b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386909 Dec 07 18:20:36.553213 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8100f4-274e-4007-a4ee-d01534b3b86e req-07d64c1d-620f-4aee-9a26-5613f7f33c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:36.554621 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8f8100f4-274e-4007-a4ee-d01534b3b86e req-07d64c1d-620f-4aee-9a26-5613f7f33c73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 1099 time: 0.1628237 Dec 07 18:20:36.563517 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:36.576578 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-460a0d3e-5ceb-4f49-8000-8e46a6d47e68 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856987 Dec 07 18:20:36.580363 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:36.619807 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:20:36.637444 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2dd90d-7b81-4638-881f-d2e332f637b6,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:36.645853 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:36.646219 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Added segment b034ae64-b511-46f1-9a11-dc39932793e8 of type vlan for network 635b48e2-0961-4d11-bce1-200ecc63de51 Dec 07 18:20:36.662919 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:36.718506 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['fd244111-c8b7-4c50-95c5-3fada10d7863', '89e70d03-bb59-4994-888e-e0a3e27704b9', 'c56acce1-cbd9-4cef-b227-4ed4c4997343'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:20:36.741950 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8100f4-274e-4007-a4ee-d01534b3b86e req-23ce9f20-5cd4-4738-9b2f-dcd60615fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:36.743537 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8f8100f4-274e-4007-a4ee-d01534b3b86e req-23ce9f20-5cd4-4738-9b2f-dcd60615fbc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 919 time: 0.1659896 Dec 07 18:20:36.746751 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cbdecb3f-84c2-4c4a-af15-52c5d578bf39 req-4f76d3de-e1bb-4668-9e03-d5ba406bb9d0 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596856 Dec 07 18:20:36.903125 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8f8100f4-274e-4007-a4ee-d01534b3b86e req-b30885e8-22a3-4bc1-a1e0-ffe17e847eff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa HTTP/1.1" status: 200 len: 217 time: 0.0650978 Dec 07 18:20:36.979422 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Network 2d555f0d-23db-4504-bf81-c32b4bd8e151 is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:36.981530 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:36.994016 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:37.014223 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:20:37.063569 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Pushing event updated for resources: {'Port': ['ID=a50ee369-ddad-4118-9153-e52af9c519e2,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:37.075415 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8100f4-274e-4007-a4ee-d01534b3b86e req-c7f45441-b0e2-4d1c-86fa-3c9e4a5cfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:37.076967 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8f8100f4-274e-4007-a4ee-d01534b3b86e req-c7f45441-b0e2-4d1c-86fa-3c9e4a5cfc37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b65771-4176-4dca-812c-c56fdd3bd691 HTTP/1.1" status: 200 len: 858 time: 0.1031752 Dec 07 18:20:37.086104 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-05dbac85-4c2a-45e4-9752-ba2e0e659302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:37.087759 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-05dbac85-4c2a-45e4-9752-ba2e0e659302 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 1096 time: 0.1006501 Dec 07 18:20:37.089799 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:37.090826 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:37.091757 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:37.107021 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41041b-0e57-424c-990a-cd228f48ea2d req-a575f07a-7ad6-4098-ba50-d571ff0cd355 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:37.114138 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-cf41041b-0e57-424c-990a-cd228f48ea2d req-a575f07a-7ad6-4098-ba50-d571ff0cd355 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 943 time: 0.1514187 Dec 07 18:20:37.129591 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8f8100f4-274e-4007-a4ee-d01534b3b86e req-c974a634-8d8d-4ad2-8aed-4c09c4936562 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b01fd91-89e1-4adc-8105-968879f656bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386565 Dec 07 18:20:37.153673 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:37.154754 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:37.208975 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-15d27824-8515-47d7-813c-022540ae2b00 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5443065 Dec 07 18:20:37.215171 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0879507 Dec 07 18:20:37.219868 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49212) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:37.235222 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Request body: {'subnet': {'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1127213020-subnet', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'ip_version': 4}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:37.249630 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Request body: {'port': {'device_id': '25419831-5064-4140-a59c-2bca0f0d04db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:37.251949 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c568cb-4c9a-49e1-b9cf-07cdc03d432d admin admin] Pushing event updated for resources: {'Network': ['ID=635b48e2-0961-4d11-bce1-200ecc63de51,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:37.268471 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 635b48e2-0961-4d11-bce1-200ecc63de51 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:20:37.301641 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-1266ba9c-1ac9-476b-9c5e-69d4d312181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:37.303953 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-1266ba9c-1ac9-476b-9c5e-69d4d312181d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 912 time: 0.2033136 Dec 07 18:20:37.313375 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-cf41041b-0e57-424c-990a-cd228f48ea2d req-caede6cc-6158-467b-bbbd-512438807a6f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906419 Dec 07 18:20:37.352963 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:37.357456 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Made reservation on behalf of f50b4dd7627c40c19d4edf0693a1978b for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:20:37.360067 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130002419'] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:37.366329 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-e194c5e3-9248-428f-b532-1bc3980b277a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=449ed5ea-4280-460f-9655-5db288a4d3c4 HTTP/1.1" status: 200 len: 217 time: 0.0398936 Dec 07 18:20:37.368642 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8f8100f4-274e-4007-a4ee-d01534b3b86e req-0e131ae5-9e19-4a4a-8876-df742441e2bf service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291884 Dec 07 18:20:37.454610 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979996e-5173-457c-9f65-9be42905ebc5 req-65662dd5-2abe-418f-9056-8619b1c716c2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:37.456426 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0979996e-5173-457c-9f65-9be42905ebc5 req-65662dd5-2abe-418f-9056-8619b1c716c2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 931 time: 0.1782274 Dec 07 18:20:37.517143 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-8a7497b7-a691-4592-804e-d6bbc3d31a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:37.518591 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-8a7497b7-a691-4592-804e-d6bbc3d31a0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.1356685 Dec 07 18:20:37.586224 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0979996e-5173-457c-9f65-9be42905ebc5 req-1521dcb5-650c-408f-917f-acf4725c4705 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200547 Dec 07 18:20:37.606621 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8f8100f4-274e-4007-a4ee-d01534b3b86e req-deb89b55-15c4-41fc-a957-169e9f69f6d7 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143157 Dec 07 18:20:37.636700 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-cc9f464d-db69-4af9-a95d-588aaf8016cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:37.638695 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-cc9f464d-db69-4af9-a95d-588aaf8016cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020722 Dec 07 18:20:37.786269 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-31c98df0-5afa-4bcb-8d29-8071a46544a3 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185117 Dec 07 18:20:37.795161 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126111909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130002413'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:37.807406 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a4551-7ddb-4f2d-a4dd-814a06013989 req-9f1d4a81-acaf-4998-838d-16d471300e20 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:37.809520 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ea9a4551-7ddb-4f2d-a4dd-814a06013989 req-9f1d4a81-acaf-4998-838d-16d471300e20 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.1482356 Dec 07 18:20:37.899696 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-51a47611-b6d8-4673-9638-d419d6b2b60b req-9cb6b972-77ba-4be5-a65c-a116794a204c service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017952 Dec 07 18:20:37.931096 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b3f88c7-aea5-4429-87cd-ed16eea7438e,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:37.962548 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ea9a4551-7ddb-4f2d-a4dd-814a06013989 req-4e442f9f-3fad-4da3-a73e-484e91220f5b tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430311 Dec 07 18:20:37.965460 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50ee369-ddad-4118-9153-e52af9c519e2 {{(pid=102526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:20:37.969647 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Checking segment: {'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:37.970012 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Network hostable DHCP agents. Network: 635b48e2-0961-4d11-bce1-200ecc63de51, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:20:37.976481 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:37.995384 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.provisioning_blocks [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Transition to ACTIVE for port object a50ee369-ddad-4118-9153-e52af9c519e2 will not be triggered until provisioned by entity L2. {{(pid=102526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:20:37.999163 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126114602'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.006834 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Network 635b48e2-0961-4d11-bce1-200ecc63de51 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:20:38.044070 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 635b48e2-0961-4d11-bce1-200ecc63de51) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:38.052571 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f14b91-bc38-42af-a6c5-ce86c0d6a584 None None] Network 635b48e2-0961-4d11-bce1-200ecc63de51 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:20:38.055196 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:38.055789 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.060145 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Pushing event updated for resources: {'Port': ['ID=a50ee369-ddad-4118-9153-e52af9c519e2,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:38.077231 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-13cc6c39-52df-43a6-8baa-e70383c1215b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8550887 Dec 07 18:20:38.079913 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49232) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:38.084582 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:38.109200 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4185357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30378'] for router, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.110237 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4184733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4184012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3691892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30355'] for router, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.145225 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Attempting to bind port a50ee369-ddad-4118-9153-e52af9c519e2 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:20:38.145557 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Attempting to bind port a50ee369-ddad-4118-9153-e52af9c519e2 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'}] {{(pid=102526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:20:38.145888 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Attempting to bind port a50ee369-ddad-4118-9153-e52af9c519e2 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:38.150258 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Port a50ee369-ddad-4118-9153-e52af9c519e2 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:20:38.150575 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Attempting to bind port a50ee369-ddad-4118-9153-e52af9c519e2 on network 2d555f0d-23db-4504-bf81-c32b4bd8e151 {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:38.157035 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:20:38.157396 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Checking segment: {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:38.157681 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Bound using segment: {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'} {{(pid=102526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:20:38.158107 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.managers [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Bound port: a50ee369-ddad-4118-9153-e52af9c519e2, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffd38f5-10a3-400a-a7e7-ee49b7925e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151'}}] {{(pid=102526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:20:38.158465 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.167212 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65dd5a90-9d22-52fa-8286-5a0fe7265778-635b48e2-0961-4d11-bce1-200ecc63de51', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e'}]}} from dv-cinder-820918-1-iscsi. {{(pid=102528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:20:38.168231 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.181369 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.229135 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] For port a50ee369-ddad-4118-9153-e52af9c519e2, host hv-cinder-82091, cleared binding levels {{(pid=102526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:20:38.233413 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] For port a50ee369-ddad-4118-9153-e52af9c519e2, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=a50ee369-ddad-4118-9153-e52af9c519e2,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:20:38.239262 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126114602'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.280698 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:38.281324 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for port, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.282785 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] 10.222.0.37 "PUT /v2.0/ports/a50ee369-ddad-4118-9153-e52af9c519e2 HTTP/1.1" status: 200 len: 1093 time: 1.0439668 Dec 07 18:20:38.283236 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25419831-5064-4140-a59c-2bca0f0d04db', 'tag': 'a50ee369-ddad-4118-9153-e52af9c519e2'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:20:38.285635 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a4c69c-448e-4257-8389-89fc325f76aa" -d '{"events": [{"name": "network-changed", "server_uuid": "25419831-5064-4140-a59c-2bca0f0d04db", "tag": "a50ee369-ddad-4118-9153-e52af9c519e2"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:20:38.311516 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2327892-6ef6-4ec0-a7b3-103059aadacf service neutron] Pushing event updated for resources: {'Port': ['ID=a50ee369-ddad-4118-9153-e52af9c519e2,revision_number=3']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:38.330257 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.db_base_plugin_common [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Allocated IP 172.20.0.2 (635b48e2-0961-4d11-bce1-200ecc63de51/2b3f88c7-aea5-4429-87cd-ed16eea7438e/9425da82-c6fc-492c-8cc1-1639abcee13c) {{(pid=102528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:20:38.373075 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b083ccac-8ea1-4d53-931e-a3565725e578 x-openstack-request-id: req-b083ccac-8ea1-4d53-931e-a3565725e578 {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:20:38.373480 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25419831-5064-4140-a59c-2bca0f0d04db", "tag": "a50ee369-ddad-4118-9153-e52af9c519e2", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:20:38.373716 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b083ccac-8ea1-4d53-931e-a3565725e578 {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:20:38.374145 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25419831-5064-4140-a59c-2bca0f0d04db', 'tag': 'a50ee369-ddad-4118-9153-e52af9c519e2', 'status': 'completed', 'code': 200} Dec 07 18:20:38.482654 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72041fc-1b78-45b9-9386-84b38377a797 req-603b58c2-dadd-4cf8-b69c-2a242124e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:38.484278 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-603b58c2-dadd-4cf8-b69c-2a242124e7d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 1096 time: 0.0447643 Dec 07 18:20:38.512113 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Publish callbacks [] for port, precommit_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.529347 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.555602 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-3164c72c-cc3d-465c-bc2f-30a5be69cd6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a50ee369-ddad-4118-9153-e52af9c519e2 HTTP/1.1" status: 200 len: 217 time: 0.0433598 Dec 07 18:20:38.569178 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Network 635b48e2-0961-4d11-bce1-200ecc63de51 is already hosted by enough agents. {{(pid=102528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:38.572593 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.base_scheduler [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Resources bound (agent type, host, resource id): {{(pid=102528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:38.579909 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Received port after_create {{(pid=102528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:20:38.596211 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.664531 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72041fc-1b78-45b9-9386-84b38377a797 req-531d4f84-1e3a-4072-b58c-4a1e2c08f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:38.666598 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-531d4f84-1e3a-4072-b58c-4a1e2c08f62b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3475aaf2-7d65-4d0e-90c8-f78f44abf276 HTTP/1.1" status: 200 len: 854 time: 0.0916736 Dec 07 18:20:38.672698 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Pushing event updated for resources: {'Port': ['ID=9425da82-c6fc-492c-8cc1-1639abcee13c,revision_number=1']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:38.687808 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.688167 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.688586 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.688937 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.689275 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.689608 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.689941 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.690273 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.690606 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.690953 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.691288 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.691615 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.691941 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:38.697233 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Attempting to bind port 9425da82-c6fc-492c-8cc1-1639abcee13c on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:20:38.697614 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Attempting to bind port 9425da82-c6fc-492c-8cc1-1639abcee13c by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:20:38.697972 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Attempting to bind port 9425da82-c6fc-492c-8cc1-1639abcee13c on network 635b48e2-0961-4d11-bce1-200ecc63de51 {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:38.704660 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:20:38.705048 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Checking segment: {'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:38.705458 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.705865 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Bound using segment: {'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:20:38.706318 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Bound port: 9425da82-c6fc-492c-8cc1-1639abcee13c, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:20:38.706702 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.710191 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffc44d-258d-4d26-bd66-e813dba6ef54 req-e62b9132-698b-4507-a58f-621b13c60840 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:38.713279 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-d7ee393a-edf7-4062-bcc1-313ce92b9b97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d555f0d-23db-4504-bf81-c32b4bd8e151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369055 Dec 07 18:20:38.715320 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8bffc44d-258d-4d26-bd66-e813dba6ef54 req-e62b9132-698b-4507-a58f-621b13c60840 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 943 time: 0.1131334 Dec 07 18:20:38.779299 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8bffc44d-258d-4d26-bd66-e813dba6ef54 req-5772b882-a7c3-438d-a546-13a1b4be4b46 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543792 Dec 07 18:20:38.781428 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] For port 9425da82-c6fc-492c-8cc1-1639abcee13c, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:20:38.785509 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] For port 9425da82-c6fc-492c-8cc1-1639abcee13c, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=9425da82-c6fc-492c-8cc1-1639abcee13c,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:20:38.791758 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.809068 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f48273-0abe-4aef-a4e8-1a199dcd34f4 req-abb4fb7f-9510-4c5c-acd1-aaa4a197e959 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:38.816274 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d7f48273-0abe-4aef-a4e8-1a199dcd34f4 req-abb4fb7f-9510-4c5c-acd1-aaa4a197e959 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 943 time: 0.1300042 Dec 07 18:20:38.884014 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-27d536a5-a1b9-408c-8013-bdf562f6ea31 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557167 Dec 07 18:20:38.918495 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9229b5-6f3b-4f34-842a-01fd15bbacd1 None None] Pushing event updated for resources: {'Port': ['ID=9425da82-c6fc-492c-8cc1-1639abcee13c,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:38.933004 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:38.938189 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d7f48273-0abe-4aef-a4e8-1a199dcd34f4 req-40a0ff21-ecd7-4a9b-94a4-81c06d2f0701 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004755 Dec 07 18:20:38.959258 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:39.054734 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f72041fc-1b78-45b9-9386-84b38377a797 req-e5773a5f-0de7-4fe7-a4c6-372e595b1fb3 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153922 Dec 07 18:20:39.101597 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Allocated IP 172.27.2.100 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/2e390bd3-56b0-4968-b94e-cc669c33ea47) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:20:39.145378 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867f174-1453-463a-9ce6-df05ed72a390 req-cb108e9f-5336-4ebc-97ba-a12a490836f0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:39.157119 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c867f174-1453-463a-9ce6-df05ed72a390 req-cb108e9f-5336-4ebc-97ba-a12a490836f0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.1047587 Dec 07 18:20:39.230278 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c867f174-1453-463a-9ce6-df05ed72a390 req-26923803-a151-4d90-995f-2957bce4ff37 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701032 Dec 07 18:20:39.331090 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4c69c-448e-4257-8389-89fc325f76aa req-9d73699d-8ad6-4f76-9ce5-d2c597826b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:39.332727 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e8a4c69c-448e-4257-8389-89fc325f76aa req-9d73699d-8ad6-4f76-9ce5-d2c597826b02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=746fa912bd174892a134fc628bc51d69&device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 1096 time: 0.0890987 Dec 07 18:20:39.333585 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:39.370531 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:39.409519 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:39.413830 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:39.417415 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:20:39.444371 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4c69c-448e-4257-8389-89fc325f76aa req-09b6a992-170d-4d53-b4a7-6c08f206bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:39.445845 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e8a4c69c-448e-4257-8389-89fc325f76aa req-09b6a992-170d-4d53-b4a7-6c08f206bb76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 200 len: 915 time: 0.0949581 Dec 07 18:20:39.455213 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2e390bd3-56b0-4968-b94e-cc669c33ea47,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:39.489756 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e8a4c69c-448e-4257-8389-89fc325f76aa req-1d6150ef-480e-4ff1-bcd9-033a83b847ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a50ee369-ddad-4118-9153-e52af9c519e2 HTTP/1.1" status: 200 len: 217 time: 0.0365267 Dec 07 18:20:39.540380 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4c69c-448e-4257-8389-89fc325f76aa req-7a6cfdb4-e6a1-4de7-979a-2e698615bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:39.541877 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e8a4c69c-448e-4257-8389-89fc325f76aa req-7a6cfdb4-e6a1-4de7-979a-2e698615bafa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3475aaf2-7d65-4d0e-90c8-f78f44abf276 HTTP/1.1" status: 200 len: 854 time: 0.0442455 Dec 07 18:20:39.578579 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e8a4c69c-448e-4257-8389-89fc325f76aa req-a44737f3-0353-4149-a2d5-9faddde8da2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d555f0d-23db-4504-bf81-c32b4bd8e151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286052 Dec 07 18:20:39.638328 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:39.676317 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e8a4c69c-448e-4257-8389-89fc325f76aa req-e149af41-83e1-4538-b141-4b85dc9a2ec6 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876434 Dec 07 18:20:39.781940 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e8a4c69c-448e-4257-8389-89fc325f76aa req-bfc65f1c-8235-420d-8e77-9a3d7224cb41 service neutron] 10.222.0.37 "GET /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966308 Dec 07 18:20:39.847163 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4184708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827'] for router, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:39.920437 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa8aaf-c5f9-407f-9ec7-7ffb5f33fd16 req-3ddcc1bf-082e-4762-a160-2b4e7b03bedc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:39.922012 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-93aa8aaf-c5f9-407f-9ec7-7ffb5f33fd16 req-3ddcc1bf-082e-4762-a160-2b4e7b03bedc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 943 time: 0.0528386 Dec 07 18:20:39.959969 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5625d4-08e1-4be6-af43-a2f06b6667b4 None None] Network 635b48e2-0961-4d11-bce1-200ecc63de51 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:20:39.983398 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-93aa8aaf-c5f9-407f-9ec7-7ffb5f33fd16 req-ed03c0ce-3cd0-4712-9e5c-c29cdffe532f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547152 Dec 07 18:20:40.003911 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea is scheduled to L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c with binding_index 1 {{(pid=102527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:20:40.045430 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-7456f28b-817f-41af-9a11-f693fa5e5602 None None] Provisioning complete for port 9425da82-c6fc-492c-8cc1-1639abcee13c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:40.045815 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7456f28b-817f-41af-9a11-f693fa5e5602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:40.082769 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d63f6-6fe7-400e-a05f-cb7f2fbbd101 req-e806f7de-3a80-4c69-b3cc-b44ba08892b0 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:40.084369 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b03d63f6-6fe7-400e-a05f-cb7f2fbbd101 req-e806f7de-3a80-4c69-b3cc-b44ba08892b0 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 943 time: 0.0941825 Dec 07 18:20:40.153059 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7456f28b-817f-41af-9a11-f693fa5e5602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:40.171724 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:20:40.179293 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b03d63f6-6fe7-400e-a05f-cb7f2fbbd101 req-c23f9257-bf18-4e39-bf36-6962897f5c4b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612779 Dec 07 18:20:40.190594 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Sync routers for ids ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:20:40.193678 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-7456f28b-817f-41af-9a11-f693fa5e5602 None None] For port 9425da82-c6fc-492c-8cc1-1639abcee13c, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=9425da82-c6fc-492c-8cc1-1639abcee13c,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:40.199330 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7456f28b-817f-41af-9a11-f693fa5e5602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:40.199712 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:40.201138 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-84825e46-c00c-4023-8d98-fa06147b95a6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1201510 Dec 07 18:20:40.203161 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Routers {'4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:20:40.204038 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:40.204768 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49258) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:40.272884 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456f28b-817f-41af-9a11-f693fa5e5602 None None] Pushing event updated for resources: {'Port': ['ID=9425da82-c6fc-492c-8cc1-1639abcee13c,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:40.384916 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Set router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:20:40.429769 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-6d93bc8b-529a-4156-8eeb-926e6dcb4e8f None None] Provisioning complete for port 9425da82-c6fc-492c-8cc1-1639abcee13c triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:40.429769 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6d93bc8b-529a-4156-8eeb-926e6dcb4e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:40.436202 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf991d5-2f6a-43a8-9e42-d2a2ec5c7752 req-5626c7d6-d574-4d0e-ba75-f5d1106c3766 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:40.444186 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5bf991d5-2f6a-43a8-9e42-d2a2ec5c7752 req-5626c7d6-d574-4d0e-ba75-f5d1106c3766 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0806584 Dec 07 18:20:40.497825 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5bf991d5-2f6a-43a8-9e42-d2a2ec5c7752 req-6bf929c9-7849-4226-a5bb-8319ff3a0ea0 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527186 Dec 07 18:20:40.626851 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:39Z', 'revision_number': 3, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:40.664646 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Checking router: 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:20:40.665121 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Updating router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea port 2e390bd3-56b0-4968-b94e-cc669c33ea47 binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:20:40.706322 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:40.779100 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:40.961074 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Allocated IP 172.20.0.1 (635b48e2-0961-4d11-bce1-200ecc63de51/2b3f88c7-aea5-4429-87cd-ed16eea7438e/22b6a132-ef67-4573-9ee9-035874d85bd3) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:20:40.968370 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 9425da82-c6fc-492c-8cc1-1639abcee13c up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:41.021932 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 9425da82-c6fc-492c-8cc1-1639abcee13c triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:41.022359 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.087544 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.113138 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.122501 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.138302 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.145943 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cd891-c7a8-449f-a5ba-6fa442e2b1f1 req-fdc3e744-8f75-43cf-9fdb-768b81971794 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:41.147586 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-846cd891-c7a8-449f-a5ba-6fa442e2b1f1 req-fdc3e744-8f75-43cf-9fdb-768b81971794 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 943 time: 0.0656517 Dec 07 18:20:41.179454 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Network 635b48e2-0961-4d11-bce1-200ecc63de51 is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:41.184658 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:41.189463 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:20:41.192324 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Pushing event updated for resources: {'Port': ['ID=22b6a132-ef67-4573-9ee9-035874d85bd3,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:41.197450 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Pushing event updated for resources: {'Port': ['ID=2e390bd3-56b0-4968-b94e-cc669c33ea47,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:41.205543 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.206081 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.206603 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.207159 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.207646 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.207763 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-846cd891-c7a8-449f-a5ba-6fa442e2b1f1 req-e462fa51-66c9-42ef-a715-a2dcaf483bdb tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528226 Dec 07 18:20:41.208253 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.209033 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.209554 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.210037 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.212884 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.213340 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.214467 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.215238 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:41.220948 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 449ed5ea-4280-460f-9655-5db288a4d3c4 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:20:41.235567 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4190412'] for router_interface, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.236788 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Attempting to bind port 2e390bd3-56b0-4968-b94e-cc669c33ea47 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:20:41.237202 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Attempting to bind port 2e390bd3-56b0-4968-b94e-cc669c33ea47 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:20:41.237588 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Attempting to bind port 2e390bd3-56b0-4968-b94e-cc669c33ea47 on network a77dd0a2-9628-43aa-bd4b-eb8d184360aa {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:41.243544 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:20:41.243922 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:41.244345 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.244745 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Bound using segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:20:41.246412 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Bound port: 2e390bd3-56b0-4968-b94e-cc669c33ea47, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:20:41.247113 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.317663 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] For port 2e390bd3-56b0-4968-b94e-cc669c33ea47, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:20:41.322171 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] For port 2e390bd3-56b0-4968-b94e-cc669c33ea47, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=2e390bd3-56b0-4968-b94e-cc669c33ea47,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:20:41.330887 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.378070 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Routers {'4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:20:41.378622 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:41.397272 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 449ed5ea-4280-460f-9655-5db288a4d3c4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=449ed5ea-4280-460f-9655-5db288a4d3c4,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:41.418294 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '449ed5ea-4280-460f-9655-5db288a4d3c4', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'port_id': '449ed5ea-4280-460f-9655-5db288a4d3c4', 'mac_address': 'fa:16:3e:d6:6d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:20:41.428809 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48e15-0a99-417c-b11b-4596d8bd93e0 req-e298a599-0835-4c09-90e7-8911fdfda260 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:41.430468 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b3c48e15-0a99-417c-b11b-4596d8bd93e0 req-e298a599-0835-4c09-90e7-8911fdfda260 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 943 time: 0.0903325 Dec 07 18:20:41.437216 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.499582 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.513494 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844cd60-7d39-4cdf-b3ce-14b7501bad93 None None] Pushing event updated for resources: {'Port': ['ID=2e390bd3-56b0-4968-b94e-cc669c33ea47,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:41.523876 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b3c48e15-0a99-417c-b11b-4596d8bd93e0 req-314eebf9-f133-4f46-9bc6-a4a21755af07 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836434 Dec 07 18:20:41.539866 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449ed5ea-4280-460f-9655-5db288a4d3c4 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:20:41.552490 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] Set router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:20:41.552708 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-3967ad57-ef63-430f-874f-03202eb6ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.570957 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 449ed5ea-4280-460f-9655-5db288a4d3c4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=449ed5ea-4280-460f-9655-5db288a4d3c4,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:41.584689 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.638504 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-66ec3545-4e13-48b2-9d31-385cc5847f89 None None] Provisioning complete for port 22b6a132-ef67-4573-9ee9-035874d85bd3 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:41.638823 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-66ec3545-4e13-48b2-9d31-385cc5847f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.670485 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=449ed5ea-4280-460f-9655-5db288a4d3c4,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:41.686366 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-66ec3545-4e13-48b2-9d31-385cc5847f89 None None] Port 22b6a132-ef67-4573-9ee9-035874d85bd3 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:20:41.703298 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.711121 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126114602'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:41.762594 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:39Z', 'revision_number': 3, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:41.789273 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdf414-23a7-4cb7-97a8-95432a6c1110 None None] The sync data for ids ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'] in dv-cinder-820918-1-iscsi is: [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:39Z', 'revision_number': 3, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:20:41.861813 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:42.018609 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a944e46-5654-4206-9cd6-6501c762e2dd req-dfa5cd81-8e3f-4772-bed6-3671c862be64 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:42.020272 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7a944e46-5654-4206-9cd6-6501c762e2dd req-dfa5cd81-8e3f-4772-bed6-3671c862be64 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.3740849 Dec 07 18:20:42.078917 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Pushing event updated for resources: {'Port': ['ID=22b6a132-ef67-4573-9ee9-035874d85bd3,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:42.084312 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3856965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4190288'] for router_interface, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:42.131214 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7a944e46-5654-4206-9cd6-6501c762e2dd req-6782eb7b-fb00-4bc2-b5b7-03ff9bafb4c1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026819 Dec 07 18:20:42.153971 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49304) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:42.211376 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['449ed5ea-4280-460f-9655-5db288a4d3c4'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:20:42.216049 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Network 635b48e2-0961-4d11-bce1-200ecc63de51 is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:42.217573 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:42.389286 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:20:42.431438 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7041388c-cbd9-40c8-b962-8bd25e0d570c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:42.465165 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82d82e-7b07-4a67-982a-fe0cc47eb0a9 req-52ff43e4-c6ea-40f0-85c9-04f5770c446d tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:42.467105 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4e82d82e-7b07-4a67-982a-fe0cc47eb0a9 req-52ff43e4-c6ea-40f0-85c9-04f5770c446d tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 944 time: 0.1186016 Dec 07 18:20:42.566787 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:20:42.591821 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-eb4ce16e-f70d-49b5-b51e-02761cf0e08e admin admin] 10.222.0.47 "PUT /v2.0/routers/4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3812275 Dec 07 18:20:42.611493 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4e82d82e-7b07-4a67-982a-fe0cc47eb0a9 req-a4a90b85-377d-4464-a9d1-cf1812bfc92e tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306338 Dec 07 18:20:42.662141 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7041388c-cbd9-40c8-b962-8bd25e0d570c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:42.669424 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7041388c-cbd9-40c8-b962-8bd25e0d570c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:42.719349 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-d22f233b-b7c3-44de-b483-cf6174e235fd None None] Provisioning complete for port 22b6a132-ef67-4573-9ee9-035874d85bd3 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:42.719812 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d22f233b-b7c3-44de-b483-cf6174e235fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:42.735918 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-7041388c-cbd9-40c8-b962-8bd25e0d570c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f030e01e08b9489bb1c99dcc1d14799e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5786350 Dec 07 18:20:42.735918 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041388c-cbd9-40c8-b962-8bd25e0d570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be9ea46-0956-4790-85c2-501a770d8085,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:42.737638 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49316) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:42.775433 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683806f0-0d2c-4aef-ae18-345a9fa460e4 req-2e1daf88-775a-4508-be43-17e31b5bd1d5 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:42.778312 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-683806f0-0d2c-4aef-ae18-345a9fa460e4 req-2e1daf88-775a-4508-be43-17e31b5bd1d5 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 943 time: 0.1270230 Dec 07 18:20:42.811923 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b29d40d1-2f2e-4035-af29-951e6300d385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:42.826505 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-d22f233b-b7c3-44de-b483-cf6174e235fd None None] Port 22b6a132-ef67-4573-9ee9-035874d85bd3 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:20:42.850480 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-683806f0-0d2c-4aef-ae18-345a9fa460e4 req-6e680c3f-c8f4-4f18-8908-e97d2264cf0d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644379 Dec 07 18:20:42.852081 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b29d40d1-2f2e-4035-af29-951e6300d385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:42.932761 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b29d40d1-2f2e-4035-af29-951e6300d385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:42.936067 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b29d40d1-2f2e-4035-af29-951e6300d385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:42.937527 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-b29d40d1-2f2e-4035-af29-951e6300d385 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4be9ea46-0956-4790-85c2-501a770d8085 HTTP/1.1" status: 204 len: 168 time: 0.1989589 Dec 07 18:20:42.948863 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d40d1-2f2e-4035-af29-951e6300d385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be9ea46-0956-4790-85c2-501a770d8085,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:43.032773 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 2e390bd3-56b0-4968-b94e-cc669c33ea47 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:43.101482 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 2e390bd3-56b0-4968-b94e-cc669c33ea47 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:43.101857 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.194504 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.223541 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port 2e390bd3-56b0-4968-b94e-cc669c33ea47, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=2e390bd3-56b0-4968-b94e-cc669c33ea47,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:43.227995 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.258739 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device a50ee369-ddad-4118-9153-e52af9c519e2 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:20:43.283655 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e6a2e-3e93-42ac-a685-83c38c42465b req-8dcd09c4-cd52-4c50-b610-93f92c3e9da3 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:43.290100 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-614e6a2e-3e93-42ac-a685-83c38c42465b req-8dcd09c4-cd52-4c50-b610-93f92c3e9da3 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0689502 Dec 07 18:20:43.311041 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=2e390bd3-56b0-4968-b94e-cc669c33ea47,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:43.376992 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-614e6a2e-3e93-42ac-a685-83c38c42465b req-8806568a-e75c-41e1-9f4b-94d18b87cf78 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801666 Dec 07 18:20:43.391046 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-3707a318-6f99-4e92-93a4-54ba549c7975 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769851 Dec 07 18:20:43.399872 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port a50ee369-ddad-4118-9153-e52af9c519e2, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=a50ee369-ddad-4118-9153-e52af9c519e2,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:43.415737 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': 'a50ee369-ddad-4118-9153-e52af9c519e2', 'network_id': '2d555f0d-23db-4504-bf81-c32b4bd8e151', 'port_id': 'a50ee369-ddad-4118-9153-e52af9c519e2', 'mac_address': 'fa:16:3e:22:21:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3475aaf2-7d65-4d0e-90c8-f78f44abf276', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:20:43.466948 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.491123 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50ee369-ddad-4118-9153-e52af9c519e2 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:20:43.530314 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49342) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:43.534426 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port a50ee369-ddad-4118-9153-e52af9c519e2, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=a50ee369-ddad-4118-9153-e52af9c519e2,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:43.537684 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-792124895-network', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:43.540857 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49344) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:43.542409 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.570084 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6b483c16-fb07-4a7a-abd1-bafb34972165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.575246 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-a87fa7b3-78df-467a-82ea-f08ba4629653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:43.576785 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-a87fa7b3-78df-467a-82ea-f08ba4629653 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 1099 time: 0.1411202 Dec 07 18:20:43.599530 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Made reservation on behalf of a7b6c49245b64f13a8e277635919343b for: {'network': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:20:43.601962 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.615282 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.653770 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=a50ee369-ddad-4118-9153-e52af9c519e2,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:43.729107 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6b483c16-fb07-4a7a-abd1-bafb34972165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.741917 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6b483c16-fb07-4a7a-abd1-bafb34972165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.770063 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-c0e8d775-0bb5-4399-9d9a-f25753bfeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:43.773111 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-c0e8d775-0bb5-4399-9d9a-f25753bfeb1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 200 len: 919 time: 0.1644425 Dec 07 18:20:43.777903 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.790765 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.809529 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a47659-9e1e-42c2-9bf4-7ee37fb7c9e3 req-261bfde6-37a0-4477-a78c-76d8b71de53f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:43.811121 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c7a47659-9e1e-42c2-9bf4-7ee37fb7c9e3 req-261bfde6-37a0-4477-a78c-76d8b71de53f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 944 time: 0.0872986 Dec 07 18:20:43.828543 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-6b483c16-fb07-4a7a-abd1-bafb34972165 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=200dc1567884493bb750c35178efc6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760446 Dec 07 18:20:43.829255 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49354) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:43.838495 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b483c16-fb07-4a7a-abd1-bafb34972165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2004ed56-c875-4718-a2b0-687a1c4abcca,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:43.856856 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:20:43.865414 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-198dc2ec-7a38-4e1f-a54b-22a5ae4c1b76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa HTTP/1.1" status: 200 len: 217 time: 0.0718527 Dec 07 18:20:43.903556 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.903750 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.segments_db [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Added segment ad0dd140-c7a0-481f-b4c8-66082ae7779c of type vlan for network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb Dec 07 18:20:43.933515 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08b6f36-dbc2-40a4-8c13-be930af216a8,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:43.974237 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e59ec493-bbcd-403f-acd7-c6a31b329a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.978098 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:43.981128 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c7a47659-9e1e-42c2-9bf4-7ee37fb7c9e3 req-75116455-30a6-47ba-aa59-a581434fb7bb tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251159 Dec 07 18:20:43.984823 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-d137f959-783b-4008-8130-458bbfadc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:43.986217 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-d137f959-783b-4008-8130-458bbfadc8f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b65771-4176-4dca-812c-c56fdd3bd691 HTTP/1.1" status: 200 len: 858 time: 0.0840847 Dec 07 18:20:44.021119 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e59ec493-bbcd-403f-acd7-c6a31b329a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.033295 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Sync routers for ids ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:20:44.045325 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Routers {'4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:20:44.046111 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-80046d42-da09-4baa-8861-244fb7231721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:44.047553 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.048547 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:44.049154 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.070927 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-57e5777c-90a1-4d38-bbd3-1be5ac1c36ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b01fd91-89e1-4adc-8105-968879f656bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532737 Dec 07 18:20:44.110284 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2411496c-4019-4423-9d8b-33f78c21d40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.120826 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5881207 Dec 07 18:20:44.124194 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49360) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:44.132762 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Request body: {'subnet': {'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-792124895-subnet', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'ip_version': 4}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:44.141201 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ac327-9895-40e8-a057-4931fd812c03 admin admin] Pushing event updated for resources: {'Network': ['ID=32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:44.164772 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:20:44.167669 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['a50ee369-ddad-4118-9153-e52af9c519e2'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:20:44.180640 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e59ec493-bbcd-403f-acd7-c6a31b329a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.184272 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e59ec493-bbcd-403f-acd7-c6a31b329a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.188858 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e59ec493-bbcd-403f-acd7-c6a31b329a49 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2004ed56-c875-4718-a2b0-687a1c4abcca HTTP/1.1" status: 204 len: 168 time: 0.3550344 Dec 07 18:20:44.190809 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Made reservation on behalf of a7b6c49245b64f13a8e277635919343b for: {'subnet': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:20:44.193078 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.194497 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f24d63-a63d-49c9-8e5f-a781d7578df0 req-e3da1646-b57c-4c35-9df2-f93cedbf57e8 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:44.196055 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-02f24d63-a63d-49c9-8e5f-a781d7578df0 req-e3da1646-b57c-4c35-9df2-f93cedbf57e8 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 944 time: 0.1392236 Dec 07 18:20:44.219223 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ec493-bbcd-403f-acd7-c6a31b329a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2004ed56-c875-4718-a2b0-687a1c4abcca,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:44.230561 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-5c64ba3b-31cc-43fe-9526-4b42414e9b60 service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381032 Dec 07 18:20:44.302104 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-02f24d63-a63d-49c9-8e5f-a781d7578df0 req-859b3473-a2c8-4149-82ca-ab875f35ac94 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655978 Dec 07 18:20:44.351782 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Set router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:20:44.421221 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.447123 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9077b1dc-f9aa-494d-9ac1-d94b6e564208 req-d5e84da8-432d-428b-a7c0-db125517f73a service neutron] 10.222.0.37 "GET /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621146 Dec 07 18:20:44.513062 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Checking segment: {'id': 'ad0dd140-c7a0-481f-b4c8-66082ae7779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:44.513429 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Network hostable DHCP agents. Network: 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:20:44.526817 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Pushing event updated for resources: {'Subnet': ['ID=787c1232-931b-4284-9027-0e4897f000f9,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:44.554276 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:20:44.566960 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb) {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:44.571849 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:44.573226 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.584550 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572985c3-4504-4133-845b-fefd08bf201f None None] Network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:20:44.593641 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-0f7f8103-850b-4773-b451-db3838fc579d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4642053 Dec 07 18:20:44.594359 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49368) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:44.598724 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-792124895-router', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:44.622591 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4185357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30378'] for router, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.623812 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4184733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4184012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3691892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30355'] for router, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.679698 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.697422 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49370) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:44.716733 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5bb56b85-a47e-43b3-b271-3606e6b0d94f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.764732 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-80046d42-da09-4baa-8861-244fb7231721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '22b6a132-ef67-4573-9ee9-035874d85bd3', 'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'mac_address': 'fa:16:3e:bc:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:40Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 2, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'subnets': [{'id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:44.769229 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65dd5a90-9d22-52fa-8286-5a0fe7265778-32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb', 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb', 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'fixed_ips': [{'subnet_id': '787c1232-931b-4284-9027-0e4897f000f9'}]}} from dv-cinder-820918-1-iscsi. {{(pid=102528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:20:44.770070 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.796894 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Checking router: 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:20:44.797246 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Updating router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea port 22b6a132-ef67-4573-9ee9-035874d85bd3 binding host dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:20:44.825678 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.842085 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.849358 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5bb56b85-a47e-43b3-b271-3606e6b0d94f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.866184 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5bb56b85-a47e-43b3-b271-3606e6b0d94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.905582 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-5bb56b85-a47e-43b3-b271-3606e6b0d94f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb914f37541448a887294c0f23eea2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057190 Dec 07 18:20:44.909408 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49374) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:44.962827 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb56b85-a47e-43b3-b271-3606e6b0d94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f00919-1f22-4509-a024-2dba6b5ebd43,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:44.977931 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3049d226-f8de-40cb-b6cb-34148008eebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:44.993602 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 2e390bd3-56b0-4968-b94e-cc669c33ea47 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:45.002695 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3049d226-f8de-40cb-b6cb-34148008eebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.073862 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3049d226-f8de-40cb-b6cb-34148008eebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.077003 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3049d226-f8de-40cb-b6cb-34148008eebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.078265 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-3049d226-f8de-40cb-b6cb-34148008eebd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/55f00919-1f22-4509-a024-2dba6b5ebd43 HTTP/1.1" status: 204 len: 168 time: 0.1677661 Dec 07 18:20:45.091205 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049d226-f8de-40cb-b6cb-34148008eebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f00919-1f22-4509-a024-2dba6b5ebd43,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:45.156928 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ac272-2e72-4c3b-9f29-099134336ecf req-61e5b5a4-f926-4291-8695-e421cb5dd500 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:45.165698 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-840ac272-2e72-4c3b-9f29-099134336ecf req-61e5b5a4-f926-4291-8695-e421cb5dd500 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 944 time: 0.0757923 Dec 07 18:20:45.250761 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.db_base_plugin_common [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Allocated IP 172.20.0.2 (32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb/787c1232-931b-4284-9027-0e4897f000f9/c346771a-03b5-4819-8ef7-fb634f874b19) {{(pid=102528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:20:45.251393 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-840ac272-2e72-4c3b-9f29-099134336ecf req-921bab69-adb3-4673-9522-04e77dca46e1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680444 Dec 07 18:20:45.263921 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.263921 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 449ed5ea-4280-460f-9655-5db288a4d3c4 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:45.363830 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.397279 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.425873 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10348db0-121b-4e88-9a29-574b86a7abb0 req-9303954a-c7b1-4b5f-aab8-185455c26482 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:45.434759 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-10348db0-121b-4e88-9a29-574b86a7abb0 req-9303954a-c7b1-4b5f-aab8-185455c26482 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 944 time: 0.0639963 Dec 07 18:20:45.496982 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-10348db0-121b-4e88-9a29-574b86a7abb0 req-a1d2eab5-aa07-436d-b0e9-8520633411f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561688 Dec 07 18:20:45.550734 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Allocated IP 172.27.2.160 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/ca77c99f-4ff6-4455-ad06-206c5060c223) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:20:45.586976 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 2e390bd3-56b0-4968-b94e-cc669c33ea47 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:45.587478 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.651412 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 449ed5ea-4280-460f-9655-5db288a4d3c4 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:20:45.671363 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.677117 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 449ed5ea-4280-460f-9655-5db288a4d3c4 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:45.677508 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.718537 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.761078 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:45.764347 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:45.770852 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:20:45.839923 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Pushing event updated for resources: {'Port': ['ID=ca77c99f-4ff6-4455-ad06-206c5060c223,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:45.870566 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.919660 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:45.996238 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb is already hosted by enough agents. {{(pid=102528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:45.998574 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Publish callbacks [] for port, precommit_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.001759 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.007570 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.base_scheduler [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Resources bound (agent type, host, resource id): {{(pid=102528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:46.019235 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Received port after_create {{(pid=102528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:20:46.019609 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.021602 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Pushing event updated for resources: {'Port': ['ID=c346771a-03b5-4819-8ef7-fb634f874b19,revision_number=1']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:46.029153 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.084523 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449ed5ea-4280-460f-9655-5db288a4d3c4'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:20:46.086827 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d997f8-f1d9-4ee1-aaf3-c1a3dd83513b" -d '{"events": [{"server_uuid": "55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e", "name": "network-vif-plugged", "status": "completed", "tag": "449ed5ea-4280-460f-9655-5db288a4d3c4"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:20:46.125188 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 449ed5ea-4280-460f-9655-5db288a4d3c4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=449ed5ea-4280-460f-9655-5db288a4d3c4,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:46.145186 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49412) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:46.151718 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24f8df-1994-4073-8fee-35a45707964d None None] Pushing event updated for resources: {'Port': ['ID=22b6a132-ef67-4573-9ee9-035874d85bd3,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:46.154083 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.196904 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fa77b1-0b06-4c1a-aebf-46023b511aa0 x-openstack-request-id: req-f5fa77b1-0b06-4c1a-aebf-46023b511aa0 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:20:46.197268 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e", "name": "network-vif-plugged", "status": "completed", "tag": "449ed5ea-4280-460f-9655-5db288a4d3c4", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:20:46.197456 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f5fa77b1-0b06-4c1a-aebf-46023b511aa0 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:20:46.197859 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449ed5ea-4280-460f-9655-5db288a4d3c4', 'code': 200} Dec 07 18:20:46.222967 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Attempting to bind port c346771a-03b5-4819-8ef7-fb634f874b19 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:20:46.223343 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Attempting to bind port c346771a-03b5-4819-8ef7-fb634f874b19 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'ad0dd140-c7a0-481f-b4c8-66082ae7779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:20:46.223716 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Attempting to bind port c346771a-03b5-4819-8ef7-fb634f874b19 on network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:46.249348 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:20:46.249730 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Checking segment: {'id': 'ad0dd140-c7a0-481f-b4c8-66082ae7779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:46.250320 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.250728 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Bound using segment: {'id': 'ad0dd140-c7a0-481f-b4c8-66082ae7779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:20:46.251204 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Bound port: c346771a-03b5-4819-8ef7-fb634f874b19, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0dd140-c7a0-481f-b4c8-66082ae7779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:20:46.251604 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.331445 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4184708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827'] for router, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.354062 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=449ed5ea-4280-460f-9655-5db288a4d3c4,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:46.359464 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Attempting to bind port 22b6a132-ef67-4573-9ee9-035874d85bd3 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:20:46.360026 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Attempting to bind port 22b6a132-ef67-4573-9ee9-035874d85bd3 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:20:46.360799 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Attempting to bind port 22b6a132-ef67-4573-9ee9-035874d85bd3 on network 635b48e2-0961-4d11-bce1-200ecc63de51 {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:46.388398 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-486593909-network', 'tenant_id': '810b565128514abeb46ab344d2d1640f'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:46.420309 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:20:46.420722 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Checking segment: {'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:46.421136 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.421527 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Bound using segment: {'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:20:46.422519 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Bound port: 22b6a132-ef67-4573-9ee9-035874d85bd3, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:20:46.423377 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.473523 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962ac92-d50d-463c-b818-06257abf1b88 req-e780e2c9-9ff3-4474-85da-d1ed6e3eacaa tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:46.481234 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.481436 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0962ac92-d50d-463c-b818-06257abf1b88 req-e780e2c9-9ff3-4474-85da-d1ed6e3eacaa tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 945 time: 0.1429548 Dec 07 18:20:46.497463 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Made reservation on behalf of 810b565128514abeb46ab344d2d1640f for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:20:46.499672 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.520719 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] For port c346771a-03b5-4819-8ef7-fb634f874b19, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:20:46.525282 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] For port c346771a-03b5-4819-8ef7-fb634f874b19, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=c346771a-03b5-4819-8ef7-fb634f874b19,segment=NetworkSegment(ad0dd140-c7a0-481f-b4c8-66082ae7779c),segment_id=ad0dd140-c7a0-481f-b4c8-66082ae7779c)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:20:46.530381 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.534195 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Router 5344deef-c64d-4af3-9a44-f723496f8c71 is scheduled to L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c with binding_index 1 {{(pid=102527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:20:46.534509 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.606019 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0962ac92-d50d-463c-b818-06257abf1b88 req-9a1193d5-8607-4e2d-955d-b1261fda061e tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237745 Dec 07 18:20:46.614230 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-80046d42-da09-4baa-8861-244fb7231721 None None] For port 22b6a132-ef67-4573-9ee9-035874d85bd3, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:20:46.623300 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b188069-b42a-4f0d-8159-d5b2230b36da req-d86f0057-ea6a-42c3-bec3-7ef6de7ba02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:46.631111 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4b188069-b42a-4f0d-8159-d5b2230b36da req-d86f0057-ea6a-42c3-bec3-7ef6de7ba02b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 1098 time: 0.1472597 Dec 07 18:20:46.640147 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-80046d42-da09-4baa-8861-244fb7231721 None None] For port 22b6a132-ef67-4573-9ee9-035874d85bd3, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=22b6a132-ef67-4573-9ee9-035874d85bd3,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:20:46.650470 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-58d60f4f-0e32-4f64-9903-616307a5fc0e None None] Provisioning complete for port 22b6a132-ef67-4573-9ee9-035874d85bd3 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:46.650776 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-58d60f4f-0e32-4f64-9903-616307a5fc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.676833 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.697656 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc970af-5390-4007-b3e2-3541c01df4f8 None None] Pushing event updated for resources: {'Port': ['ID=c346771a-03b5-4819-8ef7-fb634f874b19,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:46.749762 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:20:46.752904 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4b188069-b42a-4f0d-8159-d5b2230b36da req-c158f637-a67c-4f2f-b794-6d083cc3f401 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085925 Dec 07 18:20:46.770148 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Sync routers for ids ['5344deef-c64d-4af3-9a44-f723496f8c71'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:20:46.776773 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.781889 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Routers {'4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:20:46.782528 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-80046d42-da09-4baa-8861-244fb7231721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:46.788839 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.800617 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Routers {'5344deef-c64d-4af3-9a44-f723496f8c71'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:20:46.801759 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['5344deef-c64d-4af3-9a44-f723496f8c71'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:46.847571 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:20:46.854698 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74043904-1f95-4e89-aa47-fc5e62be7076,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:46.872246 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] Publish callbacks [] for router, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.873374 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:46.873784 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Added segment 50acf798-d428-41a8-af94-362d4c73bd3c of type vlan for network 07842e2a-e207-46cb-8816-cb96e1ef240f Dec 07 18:20:46.877481 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-9b04c1b7-df09-4b3f-a8d2-23d4bbe7301f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2819245 Dec 07 18:20:46.878146 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49428) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:46.902418 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24f8df-1994-4073-8fee-35a45707964d None None] Pushing event updated for resources: {'Port': ['ID=22b6a132-ef67-4573-9ee9-035874d85bd3,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:46.909704 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1a95-eeec-46ba-8db4-97b19b581ee5 req-88dd9ca5-a4f1-49bc-9e80-d6799a4db26d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:46.919387 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ff8b1a95-eeec-46ba-8db4-97b19b581ee5 req-88dd9ca5-a4f1-49bc-9e80-d6799a4db26d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 944 time: 0.1398549 Dec 07 18:20:46.959081 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.029660 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.031014 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:47.031868 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.072682 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Set router 5344deef-c64d-4af3-9a44-f723496f8c71 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:20:47.095771 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-58d60f4f-0e32-4f64-9903-616307a5fc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.113206 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ff8b1a95-eeec-46ba-8db4-97b19b581ee5 req-584ed797-fb9c-4710-aea2-75b5095beab0 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929872 Dec 07 18:20:47.168661 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0219603 Dec 07 18:20:47.172318 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49430) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:47.179306 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Request body: {'subnet': {'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-486593909-subnet', 'tenant_id': '810b565128514abeb46ab344d2d1640f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:47.184796 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f5de1-d6e1-428d-b577-433e4f094b20 admin admin] Pushing event updated for resources: {'Network': ['ID=07842e2a-e207-46cb-8816-cb96e1ef240f,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:47.186840 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-80046d42-da09-4baa-8861-244fb7231721 None None] Set router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:20:47.189771 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-58d60f4f-0e32-4f64-9903-616307a5fc0e None None] For port 22b6a132-ef67-4573-9ee9-035874d85bd3, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=22b6a132-ef67-4573-9ee9-035874d85bd3,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:47.228198 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 07842e2a-e207-46cb-8816-cb96e1ef240f details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:20:47.231025 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Made reservation on behalf of 810b565128514abeb46ab344d2d1640f for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:20:47.234603 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130002419'] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.272911 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device a50ee369-ddad-4118-9153-e52af9c519e2 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:47.274857 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-58d60f4f-0e32-4f64-9903-616307a5fc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.439539 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'name': 'tempest-TestShelveInstance-792124895-router', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:44Z', 'updated_at': '2021-12-07T18:20:45Z', 'revision_number': 3, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'gw_port': {'id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:45Z', 'updated_at': '2021-12-07T18:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:47.488517 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126111909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130002413'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.493669 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Checking router: 5344deef-c64d-4af3-9a44-f723496f8c71 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:20:47.494024 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Updating router 5344deef-c64d-4af3-9a44-f723496f8c71 port ca77c99f-4ff6-4455-ad06-206c5060c223 binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:20:47.539312 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.569981 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfb3150-5bf1-4f27-baa4-51872e917136,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:47.572510 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Checking segment: {'id': '50acf798-d428-41a8-af94-362d4c73bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:47.572902 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Network hostable DHCP agents. Network: 07842e2a-e207-46cb-8816-cb96e1ef240f, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:20:47.595490 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.597055 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Network 07842e2a-e207-46cb-8816-cb96e1ef240f is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:20:47.607938 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 07842e2a-e207-46cb-8816-cb96e1ef240f) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:47.614371 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:47.615009 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.646547 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-537851e1-ec65-4184-b4f3-68088c16f2ce admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4726989 Dec 07 18:20:47.676443 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d60f4f-0e32-4f64-9903-616307a5fc0e None None] Pushing event updated for resources: {'Port': ['ID=22b6a132-ef67-4573-9ee9-035874d85bd3,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:47.687918 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22274ba-094a-4b60-b787-819aca15874e None None] Network 07842e2a-e207-46cb-8816-cb96e1ef240f requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:20:47.826138 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-2fa86f07-90f4-47b2-bc1e-b679f5a67e5f None None] Provisioning complete for port 22b6a132-ef67-4573-9ee9-035874d85bd3 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:47.826544 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2fa86f07-90f4-47b2-bc1e-b679f5a67e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.850029 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Allocated IP 172.20.0.1 (32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb/787c1232-931b-4284-9027-0e4897f000f9/5082899d-a3f9-42ae-bc09-f09b4d5d7456) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:20:47.876967 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ed013-1b43-41ff-9be8-c47937a36e12 req-e02df21a-579d-40d3-a68e-d87756245bb4 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:47.889008 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e99ed013-1b43-41ff-9be8-c47937a36e12 req-e02df21a-579d-40d3-a68e-d87756245bb4 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 945 time: 0.1089902 Dec 07 18:20:47.935122 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9361f679-6528-4591-9401-8185d6293138 None None] Network 07842e2a-e207-46cb-8816-cb96e1ef240f requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:20:47.950673 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port a50ee369-ddad-4118-9153-e52af9c519e2 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:20:47.989936 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:47.993194 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e99ed013-1b43-41ff-9be8-c47937a36e12 req-dcf90ba9-feb7-4c6d-8144-aef3bf3c4737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036026 Dec 07 18:20:48.016058 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port a50ee369-ddad-4118-9153-e52af9c519e2 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:48.016683 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.029278 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.084452 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.134485 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:48.139868 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.141027 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:48.148701 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:20:48.149287 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4190412'] for router_interface, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.153553 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Pushing event updated for resources: {'Port': ['ID=5082899d-a3f9-42ae-bc09-f09b4d5d7456,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:48.155211 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.278576 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a10c1b-dc69-43df-9aaa-f2e49b0989dc None None] Network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:20:48.308794 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4e53e-4b8f-40d4-9399-679e108ebb94 req-dc163d9b-1417-4700-a00d-c1d1b2ac086d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:48.310448 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0de4e53e-4b8f-40d4-9399-679e108ebb94 req-dc163d9b-1417-4700-a00d-c1d1b2ac086d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 944 time: 0.0909610 Dec 07 18:20:48.339876 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43624678-6b65-40f2-8d1e-f6b90ade6d81 None None] Pushing event updated for resources: {'Port': ['ID=ca77c99f-4ff6-4455-ad06-206c5060c223,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:48.349608 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Attempting to bind port ca77c99f-4ff6-4455-ad06-206c5060c223 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:20:48.350188 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Attempting to bind port ca77c99f-4ff6-4455-ad06-206c5060c223 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:20:48.350891 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Attempting to bind port ca77c99f-4ff6-4455-ad06-206c5060c223 on network a77dd0a2-9628-43aa-bd4b-eb8d184360aa {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:48.362206 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:20:48.362891 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:48.363473 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.364066 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Bound using segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:20:48.364872 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Bound port: ca77c99f-4ff6-4455-ad06-206c5060c223, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:20:48.365599 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.457721 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] For port ca77c99f-4ff6-4455-ad06-206c5060c223, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:20:48.461669 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] For port ca77c99f-4ff6-4455-ad06-206c5060c223, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=ca77c99f-4ff6-4455-ad06-206c5060c223,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:20:48.489940 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.577365 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.592070 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Routers {'5344deef-c64d-4af3-9a44-f723496f8c71'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:20:48.593034 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['5344deef-c64d-4af3-9a44-f723496f8c71'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:48.689167 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25419831-5064-4140-a59c-2bca0f0d04db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50ee369-ddad-4118-9153-e52af9c519e2'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:20:48.693090 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d743a8e9-f0c9-46e7-8187-6b32ede35162" -d '{"events": [{"server_uuid": "25419831-5064-4140-a59c-2bca0f0d04db", "name": "network-vif-plugged", "status": "completed", "tag": "a50ee369-ddad-4118-9153-e52af9c519e2"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:20:48.731642 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43624678-6b65-40f2-8d1e-f6b90ade6d81 None None] Pushing event updated for resources: {'Port': ['ID=ca77c99f-4ff6-4455-ad06-206c5060c223,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:48.746184 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-80046d42-da09-4baa-8861-244fb7231721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '22b6a132-ef67-4573-9ee9-035874d85bd3', 'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'mac_address': 'fa:16:3e:bc:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:40Z', 'updated_at': '2021-12-07T18:20:46Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'subnets': [{'id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:48.748322 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.758077 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port a50ee369-ddad-4118-9153-e52af9c519e2, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=a50ee369-ddad-4118-9153-e52af9c519e2,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:48.843713 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:48.861834 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0de4e53e-4b8f-40d4-9399-679e108ebb94 req-eece714b-b057-457a-aede-78f3f72ef730 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379586 Dec 07 18:20:48.897405 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] Set router 5344deef-c64d-4af3-9a44-f723496f8c71 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:20:48.967555 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80046d42-da09-4baa-8861-244fb7231721 None None] The sync data for ids ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'] in dv-cinder-820918-1-iscsi is: [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '22b6a132-ef67-4573-9ee9-035874d85bd3', 'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'mac_address': 'fa:16:3e:bc:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:40Z', 'updated_at': '2021-12-07T18:20:46Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'subnets': [{'id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:20:48.978635 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1f685b-ee3c-4b67-bc7e-ee1917b8d26e x-openstack-request-id: req-0a1f685b-ee3c-4b67-bc7e-ee1917b8d26e {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:20:48.978923 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25419831-5064-4140-a59c-2bca0f0d04db", "name": "network-vif-plugged", "status": "completed", "tag": "a50ee369-ddad-4118-9153-e52af9c519e2", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:20:48.980154 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0a1f685b-ee3c-4b67-bc7e-ee1917b8d26e {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:20:48.980689 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25419831-5064-4140-a59c-2bca0f0d04db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50ee369-ddad-4118-9153-e52af9c519e2', 'code': 200} Dec 07 18:20:49.012720 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=a50ee369-ddad-4118-9153-e52af9c519e2,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:49.027376 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-83bf9bfc-be33-4827-8c3e-424fa6f305a7 None None] Provisioning complete for port c346771a-03b5-4819-8ef7-fb634f874b19 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:49.027774 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-83bf9bfc-be33-4827-8c3e-424fa6f305a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:49.150262 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device c346771a-03b5-4819-8ef7-fb634f874b19 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:49.285214 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb54570-b89d-4c0e-9cfc-a5f8fea23e7a req-f86e73a9-7db4-4922-ac8e-73d478952c84 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:49.293042 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4eb54570-b89d-4c0e-9cfc-a5f8fea23e7a req-f86e73a9-7db4-4922-ac8e-73d478952c84 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.3147941 Dec 07 18:20:49.297917 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-83bf9bfc-be33-4827-8c3e-424fa6f305a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:49.310414 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port c346771a-03b5-4819-8ef7-fb634f874b19 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:49.311137 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:49.355520 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b969c-1c91-4481-a85e-fccccf00cc9a req-d1093fc4-5482-4ca1-9e6e-fd4ecaf314ba tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:49.363688 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2f8b969c-1c91-4481-a85e-fccccf00cc9a req-d1093fc4-5482-4ca1-9e6e-fd4ecaf314ba tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 945 time: 0.1794882 Dec 07 18:20:49.378665 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40959c-0905-4e0e-9741-58be5a3ee4f0 req-93ea2654-89f7-4961-935b-8958a81c89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:49.380945 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2f40959c-0905-4e0e-9741-58be5a3ee4f0 req-93ea2654-89f7-4961-935b-8958a81c89c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 1098 time: 0.1232929 Dec 07 18:20:49.404037 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'name': 'tempest-TestShelveInstance-792124895-router', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:44Z', 'updated_at': '2021-12-07T18:20:48Z', 'revision_number': 4, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'gw_port': {'id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:45Z', 'updated_at': '2021-12-07T18:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5082899d-a3f9-42ae-bc09-f09b4d5d7456', 'name': '', 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'mac_address': 'fa:16:3e:b5:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '787c1232-931b-4284-9027-0e4897f000f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:47Z', 'updated_at': '2021-12-07T18:20:47Z', 'revision_number': 1, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'subnets': [{'id': '787c1232-931b-4284-9027-0e4897f000f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:49.421808 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-83bf9bfc-be33-4827-8c3e-424fa6f305a7 None None] For port c346771a-03b5-4819-8ef7-fb634f874b19, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=c346771a-03b5-4819-8ef7-fb634f874b19,segment=NetworkSegment(ad0dd140-c7a0-481f-b4c8-66082ae7779c),segment_id=ad0dd140-c7a0-481f-b4c8-66082ae7779c)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:49.426832 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4eb54570-b89d-4c0e-9cfc-a5f8fea23e7a req-a6abcd1b-2c4d-4e84-90fd-5912675d3032 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307690 Dec 07 18:20:49.432114 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-83bf9bfc-be33-4827-8c3e-424fa6f305a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:49.466126 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2f8b969c-1c91-4481-a85e-fccccf00cc9a req-7ce58400-dabd-4109-95bf-f9f1f88fd9a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959883 Dec 07 18:20:49.481160 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf891b66-6ea2-4663-8751-cb636d1a6040 None None] The sync data for ids ['5344deef-c64d-4af3-9a44-f723496f8c71'] in dv-cinder-820918-1-iscsi is: [{'id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'name': 'tempest-TestShelveInstance-792124895-router', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:44Z', 'updated_at': '2021-12-07T18:20:48Z', 'revision_number': 4, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'gw_port': {'id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:45Z', 'updated_at': '2021-12-07T18:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5082899d-a3f9-42ae-bc09-f09b4d5d7456', 'name': '', 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'mac_address': 'fa:16:3e:b5:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '787c1232-931b-4284-9027-0e4897f000f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:47Z', 'updated_at': '2021-12-07T18:20:47Z', 'revision_number': 1, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'subnets': [{'id': '787c1232-931b-4284-9027-0e4897f000f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:20:49.489098 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:49.505674 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:49.506432 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3856965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4190288'] for router_interface, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:49.530181 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2f40959c-0905-4e0e-9741-58be5a3ee4f0 req-75fdfcb7-e129-441e-bde6-31e53bfc4975 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392927 Dec 07 18:20:49.532810 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf9bfc-be33-4827-8c3e-424fa6f305a7 None None] Pushing event updated for resources: {'Port': ['ID=c346771a-03b5-4819-8ef7-fb634f874b19,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:49.614505 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b21010-a524-4b43-9e07-f78c45d46e16 req-553772b2-7112-4f62-b3f7-e6566ef3d5af tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:49.624492 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-76b21010-a524-4b43-9e07-f78c45d46e16 req-553772b2-7112-4f62-b3f7-e6566ef3d5af tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 945 time: 0.0678496 Dec 07 18:20:49.626161 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-62ce5b6c-3f54-4cdd-a6e3-87093ca4e3f0 None None] Provisioning complete for port c346771a-03b5-4819-8ef7-fb634f874b19 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:49.627030 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-62ce5b6c-3f54-4cdd-a6e3-87093ca4e3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:49.650522 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Pushing event updated for resources: {'Port': ['ID=5082899d-a3f9-42ae-bc09-f09b4d5d7456,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:49.697249 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-76b21010-a524-4b43-9e07-f78c45d46e16 req-5b676061-b680-488f-8e81-279e18558ff6 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717421 Dec 07 18:20:49.705243 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:49.714949 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:49.722338 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49474) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:49.818199 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-62ce5b6c-3f54-4cdd-a6e3-87093ca4e3f0 None None] Provisioning complete for port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:49.818929 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-62ce5b6c-3f54-4cdd-a6e3-87093ca4e3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:49.873423 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-62ce5b6c-3f54-4cdd-a6e3-87093ca4e3f0 None None] Port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:20:49.954797 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Router 5344deef-c64d-4af3-9a44-f723496f8c71 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:20:50.157666 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:20:50.172635 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e7cd0aad-c76b-4979-af9a-e1ca238582fe admin admin] 10.222.0.47 "PUT /v2.0/routers/5344deef-c64d-4af3-9a44-f723496f8c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2914248 Dec 07 18:20:50.198291 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-3692f884-8145-4654-8d8f-c281f7830d46 None None] Provisioning complete for port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:50.198674 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-3692f884-8145-4654-8d8f-c281f7830d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:50.246966 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b73ea6-0ca9-4224-9a3b-697bc10fe793 tempest-TestVolumeBootPattern-1604343381 tempest-TestVolumeBootPattern-1604343381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:50.247610 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6da168-dfb5-41b7-98b4-3a91de2e13f7 req-8e45ad95-a975-4148-97cf-2b4dfc6ad6cb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:50.255134 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bc6da168-dfb5-41b7-98b4-3a91de2e13f7 req-8e45ad95-a975-4148-97cf-2b4dfc6ad6cb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 945 time: 0.0745571 Dec 07 18:20:50.259825 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-f6b73ea6-0ca9-4224-9a3b-697bc10fe793 tempest-TestVolumeBootPattern-1604343381 tempest-TestVolumeBootPattern-1604343381-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 1093 time: 0.5363433 Dec 07 18:20:50.262016 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49496) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:50.279939 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-3692f884-8145-4654-8d8f-c281f7830d46 None None] Port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:20:50.281467 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'floatingip': {'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'port_id': '449ed5ea-4280-460f-9655-5db288a4d3c4', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:50.309051 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-f41f8613-eb96-44db-a70a-c0785ffe9808 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:50.314706 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bc6da168-dfb5-41b7-98b4-3a91de2e13f7 req-9716cb37-f0f4-4635-8532-5811472a9837 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587113 Dec 07 18:20:50.315971 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-f41f8613-eb96-44db-a70a-c0785ffe9808 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/networks?id=07842e2a-e207-46cb-8816-cb96e1ef240f HTTP/1.1" status: 200 len: 813 time: 0.2598522 Dec 07 18:20:50.337958 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-2a8ce19d-d52d-4554-a052-d6ed3e629e51 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/quotas/810b565128514abeb46ab344d2d1640f HTTP/1.1" status: 200 len: 375 time: 0.0207992 Dec 07 18:20:50.381911 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-9a44398b-dc12-4c9a-ae2e-6946a0e71969 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=810b565128514abeb46ab344d2d1640f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429845 Dec 07 18:20:50.391281 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:50.531979 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-64b28927-3d1b-453e-af88-8b6276ff0e02 service neutron] 10.222.0.47 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492019 Dec 07 18:20:50.648388 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:50.659534 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-e4e728fa-e3c9-480f-aa47-2ba56b4768dd service neutron] 10.222.0.47 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192589 Dec 07 18:20:50.801132 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Allocated IP 172.27.2.188 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/87387207-3a1c-4710-9e5b-7b60aacc9d41) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:20:51.006744 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.017126 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49508) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:51.022760 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-e5a361b9-4e58-41d8-9550-dc5db051daef tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511567028', 'description': 'tempest-secgroup-smoke-511567028 description', 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:51.069018 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e5a361b9-4e58-41d8-9550-dc5db051daef tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.110271 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.115064 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-70e6f6a1-ca23-4893-9352-4416622839d7 req-a8dc7370-8c1a-4be6-bd52-789ebfe049ea tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 210 time: 0.0411458 Dec 07 18:20:51.150200 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f2023-be01-4f38-91ad-11f984252e1c req-90910b36-ce02-4cff-aff5-cc24759ae36e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:51.161745 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-731f2023-be01-4f38-91ad-11f984252e1c req-90910b36-ce02-4cff-aff5-cc24759ae36e tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.1482668 Dec 07 18:20:51.194517 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e5a361b9-4e58-41d8-9550-dc5db051daef tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.203745 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e5a361b9-4e58-41d8-9550-dc5db051daef tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.260249 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e5a361b9-4e58-41d8-9550-dc5db051daef tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.263340 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e5a361b9-4e58-41d8-9550-dc5db051daef tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2444518 Dec 07 18:20:51.265897 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a361b9-4e58-41d8-9550-dc5db051daef tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a2cb1f-7072-4991-9602-0500409f63c9,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:51.266683 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 22b6a132-ef67-4573-9ee9-035874d85bd3 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:51.276492 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49516) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:51.282094 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-e4edbabf-29e3-4f9b-b175-604aec3ba010 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Request body: {'security_group_rule': {'security_group_id': '11a2cb1f-7072-4991-9602-0500409f63c9', 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:51.295572 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-731f2023-be01-4f38-91ad-11f984252e1c req-c6ed06c6-3951-4897-9001-805f1a245eb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935187 Dec 07 18:20:51.299236 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:51.302342 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:51.323513 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e4edbabf-29e3-4f9b-b175-604aec3ba010 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.324000 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:20:51.348204 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 22b6a132-ef67-4573-9ee9-035874d85bd3 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:51.348959 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.375749 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'Port': ['ID=87387207-3a1c-4710-9e5b-7b60aacc9d41,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:51.391288 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e4edbabf-29e3-4f9b-b175-604aec3ba010 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.396869 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e4edbabf-29e3-4f9b-b175-604aec3ba010 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.428474 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e4edbabf-29e3-4f9b-b175-604aec3ba010 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.430064 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e4edbabf-29e3-4f9b-b175-604aec3ba010 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515055 Dec 07 18:20:51.434821 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49522) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:51.449149 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-56f12fc7-692a-4e09-9782-e81b7418c558 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Request body: {'security_group_rule': {'security_group_id': '11a2cb1f-7072-4991-9602-0500409f63c9', 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:51.454276 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edbabf-29e3-4f9b-b175-604aec3ba010 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1f6535-5760-42b3-908f-e37ad42314ca,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:51.469781 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device c346771a-03b5-4819-8ef7-fb634f874b19 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:51.517657 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358e276-df66-4984-9642-aae65faa03b8 req-89586d4e-1cff-49ee-a59c-5ffc95bbcb9d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:51.525588 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3358e276-df66-4984-9642-aae65faa03b8 req-89586d4e-1cff-49ee-a59c-5ffc95bbcb9d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 945 time: 0.0920453 Dec 07 18:20:51.537061 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port c346771a-03b5-4819-8ef7-fb634f874b19 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:51.537481 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.570069 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-56f12fc7-692a-4e09-9782-e81b7418c558 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.606332 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3358e276-df66-4984-9642-aae65faa03b8 req-e49edc74-a892-4d04-bc52-79a520a6596d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783498 Dec 07 18:20:51.633322 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device ca77c99f-4ff6-4455-ad06-206c5060c223 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:51.646061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-56f12fc7-692a-4e09-9782-e81b7418c558 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.663012 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-56f12fc7-692a-4e09-9782-e81b7418c558 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.694779 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f12fc7-692a-4e09-9782-e81b7418c558 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c6a92b-fbdc-49a6-8495-4b6f6a592b9c,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:51.702140 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port ca77c99f-4ff6-4455-ad06-206c5060c223 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:51.702515 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.722050 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-56f12fc7-692a-4e09-9782-e81b7418c558 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.726232 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-56f12fc7-692a-4e09-9782-e81b7418c558 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2874863 Dec 07 18:20:51.726525 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49526) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:51.731938 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-c985fb92-7bc6-4dc4-b829-95642fa525dd tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Request body: {'security_group_rule': {'security_group_id': '11a2cb1f-7072-4991-9602-0500409f63c9', 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:51.772061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c985fb92-7bc6-4dc4-b829-95642fa525dd tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.794572 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.816778 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port ca77c99f-4ff6-4455-ad06-206c5060c223, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=ca77c99f-4ff6-4455-ad06-206c5060c223,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:51.824841 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.840858 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.847487 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c985fb92-7bc6-4dc4-b829-95642fa525dd tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.865282 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c985fb92-7bc6-4dc4-b829-95642fa525dd tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.884417 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985fb92-7bc6-4dc4-b829-95642fa525dd tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0593e3-15a1-4e68-85a4-f7bc2f59089a,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:51.900084 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c985fb92-7bc6-4dc4-b829-95642fa525dd tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.905244 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-c985fb92-7bc6-4dc4-b829-95642fa525dd tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771481 Dec 07 18:20:51.906092 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49532) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:51.912293 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-dd8dca32-36db-4e0d-bb4d-aeeed76f941e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Request body: {'security_group_rule': {'security_group_id': '11a2cb1f-7072-4991-9602-0500409f63c9', 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:51.915310 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=ca77c99f-4ff6-4455-ad06-206c5060c223,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:51.954503 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:51.989736 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-dd8dca32-36db-4e0d-bb4d-aeeed76f941e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.119288 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-dd8dca32-36db-4e0d-bb4d-aeeed76f941e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.127003 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-dd8dca32-36db-4e0d-bb4d-aeeed76f941e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.170895 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dca32-36db-4e0d-bb4d-aeeed76f941e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59b1283-25ea-4cb0-a84b-ac72659dd058,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:52.179633 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-dd8dca32-36db-4e0d-bb4d-aeeed76f941e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.180870 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-dd8dca32-36db-4e0d-bb4d-aeeed76f941e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2733185 Dec 07 18:20:52.183977 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49538) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:52.188674 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-5e547789-7bce-43dc-ac72-b8a09cb09279 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Request body: {'security_group_rule': {'security_group_id': '11a2cb1f-7072-4991-9602-0500409f63c9', 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:52.202866 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.207835 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126114602'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.245303 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.securitygroups_db [None req-5e547789-7bce-43dc-ac72-b8a09cb09279 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Project f50b4dd7627c40c19d4edf0693a1978b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:20:52.251008 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5e547789-7bce-43dc-ac72-b8a09cb09279 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.296108 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'Port': ['ID=87387207-3a1c-4710-9e5b-7b60aacc9d41,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:52.310589 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.313193 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ccbd9de5-2d54-46bf-960e-ea275cc54586 req-ac1a917e-1ade-4b04-b0ab-829e9b8f9e66 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 210 time: 0.0444093 Dec 07 18:20:52.366036 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5e547789-7bce-43dc-ac72-b8a09cb09279 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.382682 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5e547789-7bce-43dc-ac72-b8a09cb09279 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.435591 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e547789-7bce-43dc-ac72-b8a09cb09279 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400cde37-b748-449d-aca1-d1bfc4c72e6c,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:52.442061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5e547789-7bce-43dc-ac72-b8a09cb09279 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.443844 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-5e547789-7bce-43dc-ac72-b8a09cb09279 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583065 Dec 07 18:20:52.446958 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49544) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:20:52.448357 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.l3_db [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Floating IP 1568f738-0234-498d-996b-1fbb66246b50 associated. External IP: 172.27.2.188, port: 449ed5ea-4280-460f-9655-5db288a4d3c4. Dec 07 18:20:52.452687 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-aeb1644d-5755-48e1-854a-ef699d0f6a93 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Request body: {'security_group_rule': {'security_group_id': '11a2cb1f-7072-4991-9602-0500409f63c9', 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:52.485337 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78653956-acda-4e43-b815-faaf52f7837a req-c0448f17-ecdd-4a7f-8ce6-4fb9d8eb7e44 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:52.486975 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-78653956-acda-4e43-b815-faaf52f7837a req-c0448f17-ecdd-4a7f-8ce6-4fb9d8eb7e44 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0933247 Dec 07 18:20:52.493837 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.securitygroups_db [None req-aeb1644d-5755-48e1-854a-ef699d0f6a93 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Project f50b4dd7627c40c19d4edf0693a1978b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:20:52.515812 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-aeb1644d-5755-48e1-854a-ef699d0f6a93 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.579793 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-78653956-acda-4e43-b815-faaf52f7837a req-07543cc2-e079-44e2-a0de-aacc543cb688 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814817 Dec 07 18:20:52.600237 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-aeb1644d-5755-48e1-854a-ef699d0f6a93 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.606051 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-aeb1644d-5755-48e1-854a-ef699d0f6a93 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.625637 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1644d-5755-48e1-854a-ef699d0f6a93 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a8851e-d71f-48bf-be87-78038efc61db,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:52.633520 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-aeb1644d-5755-48e1-854a-ef699d0f6a93 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:52.634806 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-aeb1644d-5755-48e1-854a-ef699d0f6a93 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1867857 Dec 07 18:20:52.846582 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca43c9-038a-4e74-af99-7002323b1bd3 req-f864316b-412a-479e-9d9e-dc265b1d768b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:52.848063 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-67ca43c9-038a-4e74-af99-7002323b1bd3 req-f864316b-412a-479e-9d9e-dc265b1d768b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 945 time: 0.0649056 Dec 07 18:20:52.959646 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device ca77c99f-4ff6-4455-ad06-206c5060c223 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:52.990690 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-67ca43c9-038a-4e74-af99-7002323b1bd3 req-5937db48-14a8-402b-8543-47440990ae40 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113501 Dec 07 18:20:53.017419 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port ca77c99f-4ff6-4455-ad06-206c5060c223 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:53.017858 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Router 9867ead9-c72a-497a-a736-0e1ccaaedeeb has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:20:53.017969 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:53.032414 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-164b691f-0e8e-4b2a-80e8-c383a9eb4ee9 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:53.033809 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-164b691f-0e8e-4b2a-80e8-c383a9eb4ee9 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 946 time: 0.0725362 Dec 07 18:20:53.277417 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:20:53.293059 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] Sync routers for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:20:53.313571 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:53.317382 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:20:53.319038 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Deleting port 095d8483-c7c1-45c2-97c7-23bffb50b1c4 {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:20:53.319379 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:53.328793 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:53.443864 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-3eeb02fd-10b5-4a9c-8b46-b7a19a6d8733 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1723533 Dec 07 18:20:53.446842 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'tag': '449ed5ea-4280-460f-9655-5db288a4d3c4'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:20:53.449125 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c" -d '{"events": [{"name": "network-changed", "server_uuid": "55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e", "tag": "449ed5ea-4280-460f-9655-5db288a4d3c4"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:20:53.522896 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8fc5bc-a905-4ca9-93ab-01c5549b7725 x-openstack-request-id: req-bd8fc5bc-a905-4ca9-93ab-01c5549b7725 {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:20:53.523659 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e", "tag": "449ed5ea-4280-460f-9655-5db288a4d3c4", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:20:53.524440 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd8fc5bc-a905-4ca9-93ab-01c5549b7725 {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:20:53.525569 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'tag': '449ed5ea-4280-460f-9655-5db288a4d3c4', 'status': 'completed', 'code': 200} Dec 07 18:20:53.537785 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] For port 095d8483-c7c1-45c2-97c7-23bffb50b1c4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=095d8483-c7c1-45c2-97c7-23bffb50b1c4,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:53.538731 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:53.565070 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e0bde5c8-f95a-4e5d-95b1-79702fcfb529 req-e75f7d60-0adb-44de-b6d5-ea2b3eefff99 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 210 time: 0.0807846 Dec 07 18:20:53.591658 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Calling delete_port for 095d8483-c7c1-45c2-97c7-23bffb50b1c4 owned by compute:nova {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:20:53.660094 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:20:53.747046 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-5233a7f3-3124-4de4-8ec7-309f7988fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:53.749969 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-5233a7f3-3124-4de4-8ec7-309f7988fa15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 1098 time: 0.1765575 Dec 07 18:20:53.781340 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-81bbebcd-5ae2-491e-a855-18019bb41938 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:53.782859 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-81bbebcd-5ae2-491e-a855-18019bb41938 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.37 "GET /v2.0/networks?id=07842e2a-e207-46cb-8816-cb96e1ef240f HTTP/1.1" status: 200 len: 813 time: 0.3735056 Dec 07 18:20:53.817661 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:53.820320 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Sync routers for ids ['5344deef-c64d-4af3-9a44-f723496f8c71'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:20:53.831209 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Request body: {'port': {'device_id': '7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb', 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f', 'admin_state_up': True, 'tenant_id': '810b565128514abeb46ab344d2d1640f'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:53.846644 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Routers {'5344deef-c64d-4af3-9a44-f723496f8c71'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:20:53.847533 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['5344deef-c64d-4af3-9a44-f723496f8c71'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:53.855148 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Pushing event deleted for resources: {'Port': ['ID=095d8483-c7c1-45c2-97c7-23bffb50b1c4,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:53.898104 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['76850075-cb4b-4dad-84f1-9f52a345ddaa'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:20:53.940411 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] No DVR routers for this DVR port 095d8483-c7c1-45c2-97c7-23bffb50b1c4 on host hv-cinder-82091 {{(pid=102526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:20:53.944363 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:53.948975 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.37 "DELETE /v2.0/ports/095d8483-c7c1-45c2-97c7-23bffb50b1c4 HTTP/1.1" status: 204 len: 173 time: 0.8687167 Dec 07 18:20:53.969655 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425fc9b-b5df-43a5-96ef-7a9a05fcdc51 req-a0f6c290-0018-400c-a056-2e57ad0237c2 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:53.971325 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5425fc9b-b5df-43a5-96ef-7a9a05fcdc51 req-a0f6c290-0018-400c-a056-2e57ad0237c2 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9dee9a7-fe3f-41ae-898b-bc93bb416f6a HTTP/1.1" status: 200 len: 867 time: 0.2478447 Dec 07 18:20:54.063663 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-15df3167-3787-4d7e-ac6d-3c9f9199df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:54.065935 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-15df3167-3787-4d7e-ac6d-3c9f9199df2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 912 time: 0.2810383 Dec 07 18:20:54.165072 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Set router 5344deef-c64d-4af3-9a44-f723496f8c71 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:20:54.205948 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5425fc9b-b5df-43a5-96ef-7a9a05fcdc51 req-28ff1546-8c9f-4834-8756-c24c8592a777 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024572 Dec 07 18:20:54.223263 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-a59b8a6a-d50f-4c17-a584-32ad47f8a291 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=449ed5ea-4280-460f-9655-5db288a4d3c4 HTTP/1.1" status: 200 len: 999 time: 0.1137755 Dec 07 18:20:54.223763 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Made reservation on behalf of 810b565128514abeb46ab344d2d1640f for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:20:54.227165 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:54.332121 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '1568f738-0234-498d-996b-1fbb66246b50', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '449ed5ea-4280-460f-9655-5db288a4d3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:d6:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:20:51Z', 'updated_at': '2021-12-07T18:20:51Z', 'revision_number': 0, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:54.356423 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-2e5268fa-0232-4828-8a2e-6719362ea7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:54.358288 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-2e5268fa-0232-4828-8a2e-6719362ea7ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.1217017 Dec 07 18:20:54.366004 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] Checking router: 9867ead9-c72a-497a-a736-0e1ccaaedeeb for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:20:54.392044 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:20:54.392699 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:54.420364 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'name': 'tempest-TestShelveInstance-792124895-router', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:44Z', 'updated_at': '2021-12-07T18:20:48Z', 'revision_number': 4, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'gw_port': {'id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:45Z', 'updated_at': '2021-12-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5082899d-a3f9-42ae-bc09-f09b4d5d7456', 'name': '', 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'mac_address': 'fa:16:3e:b5:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '787c1232-931b-4284-9027-0e4897f000f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:47Z', 'updated_at': '2021-12-07T18:20:48Z', 'revision_number': 2, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'subnets': [{'id': '787c1232-931b-4284-9027-0e4897f000f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:54.439214 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Allocated IP 172.20.0.8 (07842e2a-e207-46cb-8816-cb96e1ef240f/ecfb3150-5bf1-4f27-baa4-51872e917136/9be22d5b-2c81-4179-b34b-19c1c581ff77) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:20:54.444895 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-d7a64bab-5ac0-4cc8-ad05-dead382134e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:54.446482 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-d7a64bab-5ac0-4cc8-ad05-dead382134e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634255 Dec 07 18:20:54.449469 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Checking router: 5344deef-c64d-4af3-9a44-f723496f8c71 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:20:54.450300 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Updating router 5344deef-c64d-4af3-9a44-f723496f8c71 port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:20:54.487928 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:54.516083 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:20:54.725112 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-16bb78ad-54ac-461c-8eb8-be0dc42884a8 req-075c733e-c73a-4b17-893b-4291866fca46 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 210 time: 0.0568526 Dec 07 18:20:54.777741 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-b756a780-1ae1-478d-8f2e-bbe3ef8a6d56 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100767 Dec 07 18:20:54.805123 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '1568f738-0234-498d-996b-1fbb66246b50', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '449ed5ea-4280-460f-9655-5db288a4d3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:d6:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:20:51Z', 'updated_at': '2021-12-07T18:20:51Z', 'revision_number': 0, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:54.837108 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:54.843052 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:54.846524 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff185b-2ec7-40af-bb23-de4e945c5f6e None None] The sync data for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi is: [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '1568f738-0234-498d-996b-1fbb66246b50', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '449ed5ea-4280-460f-9655-5db288a4d3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:d6:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:20:51Z', 'updated_at': '2021-12-07T18:20:51Z', 'revision_number': 0, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:20:54.856450 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:54.896571 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceaaf5-3371-40c3-b7c1-c3f8e22884d9 None None] Pushing event updated for resources: {'Port': ['ID=5082899d-a3f9-42ae-bc09-f09b4d5d7456,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:54.973443 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Attempting to bind port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:20:54.974205 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Attempting to bind port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': 'ad0dd140-c7a0-481f-b4c8-66082ae7779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:20:54.974205 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Attempting to bind port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 on network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:54.980418 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:20:54.980803 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Checking segment: {'id': 'ad0dd140-c7a0-481f-b4c8-66082ae7779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:54.981265 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:54.981598 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Bound using segment: {'id': 'ad0dd140-c7a0-481f-b4c8-66082ae7779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:20:54.982081 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Bound port: 5082899d-a3f9-42ae-bc09-f09b4d5d7456, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0dd140-c7a0-481f-b4c8-66082ae7779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:20:54.982816 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:55.001942 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:55.011981 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a244d1b0-942a-4c36-b0f8-ef02ab27e11c req-9163b993-2686-4f9f-8ad0-02d768e509e2 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722686 Dec 07 18:20:55.071641 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Network 07842e2a-e207-46cb-8816-cb96e1ef240f is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:20:55.077156 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:20:55.079000 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Pushing event updated for resources: {'Port': ['ID=9be22d5b-2c81-4179-b34b-19c1c581ff77,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:55.081282 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:20:55.086787 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:55.087419 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:55.091383 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] For port 5082899d-a3f9-42ae-bc09-f09b4d5d7456, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:20:55.096120 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] For port 5082899d-a3f9-42ae-bc09-f09b4d5d7456, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=5082899d-a3f9-42ae-bc09-f09b4d5d7456,segment=NetworkSegment(ad0dd140-c7a0-481f-b4c8-66082ae7779c),segment_id=ad0dd140-c7a0-481f-b4c8-66082ae7779c)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:20:55.104641 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:55.125852 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-5880b7c8-f3f3-4c72-a0df-8a5a70434a23 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3028059 Dec 07 18:20:55.168292 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Request body: {'port': {'device_id': '7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:20:55.171718 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Routers {'5344deef-c64d-4af3-9a44-f723496f8c71'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:20:55.172496 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['5344deef-c64d-4af3-9a44-f723496f8c71'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:55.188475 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-d5c23643-dcf7-410f-8185-0d002224f84f None None] Provisioning complete for port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:55.189984 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d5c23643-dcf7-410f-8185-0d002224f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:55.222801 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceaaf5-3371-40c3-b7c1-c3f8e22884d9 None None] Pushing event updated for resources: {'Port': ['ID=5082899d-a3f9-42ae-bc09-f09b4d5d7456,revision_number=4']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:55.255433 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:55.256425 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45d0a2-54dd-4cf3-9f33-bc786d4537a6 None None] New status for floating IP 1568f738-0234-498d-996b-1fbb66246b50: ACTIVE {{(pid=102528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:20:55.309662 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 095d8483-c7c1-45c2-97c7-23bffb50b1c4 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:20:55.402152 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] Set router 5344deef-c64d-4af3-9a44-f723496f8c71 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:20:55.459818 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 095d8483-c7c1-45c2-97c7-23bffb50b1c4 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:20:55.460420 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 095d8483-c7c1-45c2-97c7-23bffb50b1c4 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:20:55.527204 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dee9a7-fe3f-41ae-898b-bc93bb416f6a', 'name': 'network-vif-deleted', 'tag': '095d8483-c7c1-45c2-97c7-23bffb50b1c4'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:20:55.531931 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c709e70d-f67d-49fe-afef-1d432409510a" -d '{"events": [{"server_uuid": "a9dee9a7-fe3f-41ae-898b-bc93bb416f6a", "name": "network-vif-deleted", "tag": "095d8483-c7c1-45c2-97c7-23bffb50b1c4"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:20:55.585971 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d5c23643-dcf7-410f-8185-0d002224f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:55.606769 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5853bb3-ae41-4972-aa04-1126d9def11a x-openstack-request-id: req-b5853bb3-ae41-4972-aa04-1126d9def11a {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:20:55.607084 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dee9a7-fe3f-41ae-898b-bc93bb416f6a", "name": "network-vif-deleted", "tag": "095d8483-c7c1-45c2-97c7-23bffb50b1c4", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:20:55.607345 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5853bb3-ae41-4972-aa04-1126d9def11a {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:20:55.607747 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dee9a7-fe3f-41ae-898b-bc93bb416f6a', 'name': 'network-vif-deleted', 'tag': '095d8483-c7c1-45c2-97c7-23bffb50b1c4', 'status': 'completed', 'code': 200} Dec 07 18:20:55.650134 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-d5c23643-dcf7-410f-8185-0d002224f84f None None] For port 5082899d-a3f9-42ae-bc09-f09b4d5d7456, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=5082899d-a3f9-42ae-bc09-f09b4d5d7456,segment=NetworkSegment(ad0dd140-c7a0-481f-b4c8-66082ae7779c),segment_id=ad0dd140-c7a0-481f-b4c8-66082ae7779c)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:20:55.658436 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d5c23643-dcf7-410f-8185-0d002224f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:55.677247 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46960acf-f449-4803-a2af-4a9ce3b73fb2 req-96c107f9-dd6d-47e2-8932-d8840d965b56 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:55.686081 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-46960acf-f449-4803-a2af-4a9ce3b73fb2 req-96c107f9-dd6d-47e2-8932-d8840d965b56 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0925522 Dec 07 18:20:55.701018 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'name': 'tempest-TestShelveInstance-792124895-router', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:44Z', 'updated_at': '2021-12-07T18:20:48Z', 'revision_number': 4, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'gw_port': {'id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:45Z', 'updated_at': '2021-12-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5082899d-a3f9-42ae-bc09-f09b4d5d7456', 'name': '', 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'mac_address': 'fa:16:3e:b5:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '787c1232-931b-4284-9027-0e4897f000f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:47Z', 'updated_at': '2021-12-07T18:20:55Z', 'revision_number': 4, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'subnets': [{'id': '787c1232-931b-4284-9027-0e4897f000f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:20:55.718631 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c23643-dcf7-410f-8185-0d002224f84f None None] Pushing event updated for resources: {'Port': ['ID=5082899d-a3f9-42ae-bc09-f09b4d5d7456,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:55.734243 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66284e7b-4c9b-4a4a-845a-ea4469b686bd None None] The sync data for ids ['5344deef-c64d-4af3-9a44-f723496f8c71'] in dv-cinder-820918-1-iscsi is: [{'id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'name': 'tempest-TestShelveInstance-792124895-router', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:44Z', 'updated_at': '2021-12-07T18:20:48Z', 'revision_number': 4, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'gw_port': {'id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:45Z', 'updated_at': '2021-12-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5082899d-a3f9-42ae-bc09-f09b4d5d7456', 'name': '', 'network_id': '32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'mac_address': 'fa:16:3e:b5:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '787c1232-931b-4284-9027-0e4897f000f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:47Z', 'updated_at': '2021-12-07T18:20:55Z', 'revision_number': 4, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'subnets': [{'id': '787c1232-931b-4284-9027-0e4897f000f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:20:55.778609 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-46960acf-f449-4803-a2af-4a9ce3b73fb2 req-d3c310a6-dd3a-468d-bc82-0134fb131d42 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913799 Dec 07 18:20:55.782029 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-545d0800-d164-41c6-a1f9-80a2b30c8a68 None None] Provisioning complete for port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:55.782540 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-545d0800-d164-41c6-a1f9-80a2b30c8a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:55.909602 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be22d5b-2c81-4179-b34b-19c1c581ff77 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:20:55.918717 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:55.936200 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Transition to ACTIVE for port object 9be22d5b-2c81-4179-b34b-19c1c581ff77 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:20:55.949936 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147aa24-5b6f-44a0-b5fa-3c4a5032ab74 req-623960fe-fc55-4269-b9f1-ef3531100212 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:55.951439 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d147aa24-5b6f-44a0-b5fa-3c4a5032ab74 req-623960fe-fc55-4269-b9f1-ef3531100212 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 931 time: 0.0761042 Dec 07 18:20:55.952071 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:56.034484 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Pushing event updated for resources: {'Port': ['ID=9be22d5b-2c81-4179-b34b-19c1c581ff77,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:56.068973 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.069250 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.069562 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.069906 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.070247 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.070666 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.070903 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.071235 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.071562 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.071896 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.072223 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.072576 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.073474 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:20:56.102064 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d147aa24-5b6f-44a0-b5fa-3c4a5032ab74 req-b96fece2-a9fa-4ff8-afca-24096212ab0f tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419573 Dec 07 18:20:56.105945 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Attempting to bind port 9be22d5b-2c81-4179-b34b-19c1c581ff77 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:20:56.106425 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Attempting to bind port 9be22d5b-2c81-4179-b34b-19c1c581ff77 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '50acf798-d428-41a8-af94-362d4c73bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:20:56.106762 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Attempting to bind port 9be22d5b-2c81-4179-b34b-19c1c581ff77 on network 07842e2a-e207-46cb-8816-cb96e1ef240f {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:56.111656 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Port 9be22d5b-2c81-4179-b34b-19c1c581ff77 on network 07842e2a-e207-46cb-8816-cb96e1ef240f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:20:56.111993 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Attempting to bind port 9be22d5b-2c81-4179-b34b-19c1c581ff77 on network 07842e2a-e207-46cb-8816-cb96e1ef240f {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:20:56.124395 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:20:56.124395 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Checking segment: {'id': '50acf798-d428-41a8-af94-362d4c73bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:20:56.124395 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Bound using segment: {'id': '50acf798-d428-41a8-af94-362d4c73bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:20:56.124395 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Bound port: 9be22d5b-2c81-4179-b34b-19c1c581ff77, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50acf798-d428-41a8-af94-362d4c73bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:20:56.124395 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:56.191175 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] For port 9be22d5b-2c81-4179-b34b-19c1c581ff77, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:20:56.194480 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] For port 9be22d5b-2c81-4179-b34b-19c1c581ff77, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=9be22d5b-2c81-4179-b34b-19c1c581ff77,segment=NetworkSegment(50acf798-d428-41a8-af94-362d4c73bd3c),segment_id=50acf798-d428-41a8-af94-362d4c73bd3c)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:20:56.200634 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:56.248545 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:56.249176 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:56.250856 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] 10.222.0.37 "PUT /v2.0/ports/9be22d5b-2c81-4179-b34b-19c1c581ff77 HTTP/1.1" status: 200 len: 1093 time: 1.0895896 Dec 07 18:20:56.253168 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb', 'tag': '9be22d5b-2c81-4179-b34b-19c1c581ff77'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:20:56.255613 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b5dd7e-d588-413b-9f56-05371c26ec96" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb", "tag": "9be22d5b-2c81-4179-b34b-19c1c581ff77"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:20:56.284720 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88262c4e-2640-49dc-9826-56f23c349aab service neutron] Pushing event updated for resources: {'Port': ['ID=9be22d5b-2c81-4179-b34b-19c1c581ff77,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:20:56.315373 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13375c09-ad0f-4d5a-93be-e1f7f36c5ebb x-openstack-request-id: req-13375c09-ad0f-4d5a-93be-e1f7f36c5ebb {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:20:56.315667 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb", "tag": "9be22d5b-2c81-4179-b34b-19c1c581ff77", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:20:56.315925 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-13375c09-ad0f-4d5a-93be-e1f7f36c5ebb {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:20:56.316357 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb', 'tag': '9be22d5b-2c81-4179-b34b-19c1c581ff77', 'status': 'completed', 'code': 200} Dec 07 18:20:56.636643 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-0a3a1d50-15a0-499e-ba21-5f0ebe7bf185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:56.638158 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-0a3a1d50-15a0-499e-ba21-5f0ebe7bf185 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810b565128514abeb46ab344d2d1640f&device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 1096 time: 0.2606802 Dec 07 18:20:56.691353 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-88c522ca-2de7-4495-8409-e9726692ffed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be22d5b-2c81-4179-b34b-19c1c581ff77 HTTP/1.1" status: 200 len: 217 time: 0.0343263 Dec 07 18:20:56.743494 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-0e487e38-dbfa-406a-9e3a-989321d5fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:56.745522 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-0e487e38-dbfa-406a-9e3a-989321d5fb3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecfb3150-5bf1-4f27-baa4-51872e917136 HTTP/1.1" status: 200 len: 853 time: 0.0433092 Dec 07 18:20:56.777323 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-605f2067-7b4e-4ec0-8a81-64d7fb448cda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07842e2a-e207-46cb-8816-cb96e1ef240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235178 Dec 07 18:20:56.883928 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-e15066df-293d-4fe6-a630-681869da76a8 service neutron] 10.222.0.37 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963039 Dec 07 18:20:56.904761 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144af4a-4c53-4119-a701-7a7ea18798f6 req-0d43ce63-4a02-4b16-a635-50008aadee98 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:56.907179 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2144af4a-4c53-4119-a701-7a7ea18798f6 req-0d43ce63-4a02-4b16-a635-50008aadee98 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0603106 Dec 07 18:20:56.968659 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2144af4a-4c53-4119-a701-7a7ea18798f6 req-131f84a4-e8bf-4f75-a87f-e88f173f47b2 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545144 Dec 07 18:20:57.005964 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d5ef4384-e568-4f93-b435-40ec5e6b2b45 req-1058b07b-814e-4886-afb6-84404d481737 service neutron] 10.222.0.37 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136646 Dec 07 18:20:57.031231 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 5082899d-a3f9-42ae-bc09-f09b4d5d7456 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:20:57.081976 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:20:57.082360 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:20:57.226523 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5dd7e-d588-413b-9f56-05371c26ec96 req-652a6ae9-3b7b-4a61-ba64-221bae5e8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:57.228239 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0b5dd7e-d588-413b-9f56-05371c26ec96 req-652a6ae9-3b7b-4a61-ba64-221bae5e8b5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810b565128514abeb46ab344d2d1640f&device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 1096 time: 0.0441062 Dec 07 18:20:57.339857 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394e838-1a02-493a-9bb2-95d4a5cacf39 req-419cd54b-c228-4566-b8e6-89d221eb4af1 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:57.341368 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c394e838-1a02-493a-9bb2-95d4a5cacf39 req-419cd54b-c228-4566-b8e6-89d221eb4af1 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 943 time: 0.1122363 Dec 07 18:20:57.373312 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5dd7e-d588-413b-9f56-05371c26ec96 req-014198ce-01cb-4bff-8f8e-5b3ec187986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:57.374742 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0b5dd7e-d588-413b-9f56-05371c26ec96 req-014198ce-01cb-4bff-8f8e-5b3ec187986d service neutron] 10.222.0.37 "GET /v2.0/networks?id=07842e2a-e207-46cb-8816-cb96e1ef240f HTTP/1.1" status: 200 len: 914 time: 0.1199436 Dec 07 18:20:57.412685 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c394e838-1a02-493a-9bb2-95d4a5cacf39 req-a02ee68b-fa01-4c0c-a9ff-e9f9bf2b4144 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644417 Dec 07 18:20:57.440913 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0b5dd7e-d588-413b-9f56-05371c26ec96 req-fa29c7be-e49a-4255-a532-eeac9bca9fc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be22d5b-2c81-4179-b34b-19c1c581ff77 HTTP/1.1" status: 200 len: 217 time: 0.0398977 Dec 07 18:20:57.497229 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5dd7e-d588-413b-9f56-05371c26ec96 req-d61cd4c1-e4a4-496d-8f49-9242311b48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:57.498678 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0b5dd7e-d588-413b-9f56-05371c26ec96 req-d61cd4c1-e4a4-496d-8f49-9242311b48ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecfb3150-5bf1-4f27-baa4-51872e917136 HTTP/1.1" status: 200 len: 853 time: 0.0479581 Dec 07 18:20:57.533906 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0b5dd7e-d588-413b-9f56-05371c26ec96 req-68d7a7c3-e52c-4d8d-b755-23a9711682a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07842e2a-e207-46cb-8816-cb96e1ef240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272198 Dec 07 18:20:57.686778 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0b5dd7e-d588-413b-9f56-05371c26ec96 req-a02c6d76-3ac1-49ee-8ae4-f42208d02f1c service neutron] 10.222.0.37 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904329 Dec 07 18:20:57.787610 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f0b5dd7e-d588-413b-9f56-05371c26ec96 req-1cacc91c-be7f-4bf2-a194-5c6f7769f14b service neutron] 10.222.0.37 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911658 Dec 07 18:20:58.099152 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edcc32-81af-4bfb-848b-1d506d3d66e6 req-af31e610-9d5a-4c49-b599-955cde73e05f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:58.100626 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-57edcc32-81af-4bfb-848b-1d506d3d66e6 req-af31e610-9d5a-4c49-b599-955cde73e05f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0477505 Dec 07 18:20:58.146739 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-57edcc32-81af-4bfb-848b-1d506d3d66e6 req-8f8e9a35-e686-4316-b265-c170e3b9e33c tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Dec 07 18:20:58.532795 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2d5c-4925-4ea2-bace-514f2422212c req-41194073-6eab-4905-9fdb-8a2b2b31e4c4 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:58.534406 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-71cd2d5c-4925-4ea2-bace-514f2422212c req-41194073-6eab-4905-9fdb-8a2b2b31e4c4 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 943 time: 0.0503237 Dec 07 18:20:58.581315 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-71cd2d5c-4925-4ea2-bace-514f2422212c req-368f1144-bda1-4c8b-83c8-94cdef9fd18c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Dec 07 18:20:59.265217 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4158f-2e0e-49b8-8779-8de8563f22d7 req-08b4b47e-7e36-47fc-a478-e7b055bf0b66 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:59.266687 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b6f4158f-2e0e-49b8-8779-8de8563f22d7 req-08b4b47e-7e36-47fc-a478-e7b055bf0b66 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0507972 Dec 07 18:20:59.313549 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b6f4158f-2e0e-49b8-8779-8de8563f22d7 req-56257dda-81bb-4276-8613-157341a3cbf7 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Dec 07 18:20:59.697278 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5eae21-0a06-4f77-b4bb-7e61ca54d45a req-3d42d26a-3974-4cdb-80c5-5f8d60d0bd5d tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:20:59.699528 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7a5eae21-0a06-4f77-b4bb-7e61ca54d45a req-3d42d26a-3974-4cdb-80c5-5f8d60d0bd5d tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 943 time: 0.0480614 Dec 07 18:20:59.749583 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7a5eae21-0a06-4f77-b4bb-7e61ca54d45a req-e455e8c5-3d29-4ba3-baa6-5d98abdbf14f tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Dec 07 18:20:59.974811 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:21:00.436557 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c563b-b1e4-46f8-a959-bf86db45c604 req-f6b31de6-1507-4c6d-9f64-762ad18547fb tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:00.438116 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c78c563b-b1e4-46f8-a959-bf86db45c604 req-f6b31de6-1507-4c6d-9f64-762ad18547fb tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0511565 Dec 07 18:21:00.484924 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c78c563b-b1e4-46f8-a959-bf86db45c604 req-219c041d-1424-4c2b-a1a8-83c257a8e770 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Dec 07 18:21:00.866347 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de0e32-26c1-425e-8a01-d8ed6302ead9 req-0cdfa428-1798-458e-bcac-0f0e48bb4864 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:00.867879 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b8de0e32-26c1-425e-8a01-d8ed6302ead9 req-0cdfa428-1798-458e-bcac-0f0e48bb4864 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 943 time: 0.0500643 Dec 07 18:21:00.917277 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b8de0e32-26c1-425e-8a01-d8ed6302ead9 req-534c3bb6-4f9d-4c68-b24f-99f8b273da5e tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426543 Dec 07 18:21:01.332719 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 9be22d5b-2c81-4179-b34b-19c1c581ff77 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:21:01.434570 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 9be22d5b-2c81-4179-b34b-19c1c581ff77, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=9be22d5b-2c81-4179-b34b-19c1c581ff77,segment=NetworkSegment(50acf798-d428-41a8-af94-362d4c73bd3c),segment_id=50acf798-d428-41a8-af94-362d4c73bd3c)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:01.445684 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '9be22d5b-2c81-4179-b34b-19c1c581ff77', 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f', 'port_id': '9be22d5b-2c81-4179-b34b-19c1c581ff77', 'mac_address': 'fa:16:3e:31:bb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb3150-5bf1-4f27-baa4-51872e917136', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:21:01.483401 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:01.500037 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be22d5b-2c81-4179-b34b-19c1c581ff77 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:21:01.520295 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 9be22d5b-2c81-4179-b34b-19c1c581ff77, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=9be22d5b-2c81-4179-b34b-19c1c581ff77,segment=NetworkSegment(50acf798-d428-41a8-af94-362d4c73bd3c),segment_id=50acf798-d428-41a8-af94-362d4c73bd3c)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:01.524410 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:01.571838 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=9be22d5b-2c81-4179-b34b-19c1c581ff77,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:01.604879 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0cdfb-71af-4e7d-b873-547f98ad5e3c req-d176f2ae-5968-4fb7-a999-d7a645578598 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:01.606646 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-10f0cdfb-71af-4e7d-b873-547f98ad5e3c req-d176f2ae-5968-4fb7-a999-d7a645578598 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0475948 Dec 07 18:21:01.663072 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-10f0cdfb-71af-4e7d-b873-547f98ad5e3c req-288970b2-9241-48ca-ae13-9c823fd62a03 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493724 Dec 07 18:21:02.038107 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585d8d8-d4ca-41ff-a9e0-17073734c892 req-44b8f501-88b2-4341-8c0d-2fbe91a6720b tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:02.039580 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7585d8d8-d4ca-41ff-a9e0-17073734c892 req-44b8f501-88b2-4341-8c0d-2fbe91a6720b tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 944 time: 0.0489433 Dec 07 18:21:02.087035 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7585d8d8-d4ca-41ff-a9e0-17073734c892 req-f3fa11cc-1c94-43ad-8076-633f0314a434 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Dec 07 18:21:02.193967 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['9be22d5b-2c81-4179-b34b-19c1c581ff77'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:21:02.784518 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef9cff-fc6c-46d5-8cfc-86e2ec68dd33 req-2d318dfc-ff6b-4864-9548-aa4bc6c3962f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:02.785993 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-88ef9cff-fc6c-46d5-8cfc-86e2ec68dd33 req-2d318dfc-ff6b-4864-9548-aa4bc6c3962f tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0491261 Dec 07 18:21:02.832952 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-88ef9cff-fc6c-46d5-8cfc-86e2ec68dd33 req-b26261f7-6de8-4f52-94c4-a73d6d1260b4 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a271f-6ccb-41d0-8981-591d2f30976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Dec 07 18:21:03.215444 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5226b4c-5686-45aa-89a7-5eb65824e8df req-c0c2ab77-64ff-4f49-be63-909d9fe732ff tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:03.217107 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c5226b4c-5686-45aa-89a7-5eb65824e8df req-c0c2ab77-64ff-4f49-be63-909d9fe732ff tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 944 time: 0.0579774 Dec 07 18:21:03.264557 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c5226b4c-5686-45aa-89a7-5eb65824e8df req-62470b2b-5bd5-4a8d-8f75-758aeaf0946c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Dec 07 18:21:03.481345 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128647-a248-4dd6-bdab-a2da356722c3 req-66aa5ef0-0346-4338-a093-9b23c893e589 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:03.482884 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-35128647-a248-4dd6-bdab-a2da356722c3 req-66aa5ef0-0346-4338-a093-9b23c893e589 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.37 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 946 time: 0.0473959 Dec 07 18:21:03.601561 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-35128647-a248-4dd6-bdab-a2da356722c3 req-61af094f-e007-47ad-8ea4-1c1c4160efb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Deleting port 76850075-cb4b-4dad-84f1-9f52a345ddaa {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:21:03.601900 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-35128647-a248-4dd6-bdab-a2da356722c3 req-61af094f-e007-47ad-8ea4-1c1c4160efb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:03.694244 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-35128647-a248-4dd6-bdab-a2da356722c3 req-61af094f-e007-47ad-8ea4-1c1c4160efb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] For port 76850075-cb4b-4dad-84f1-9f52a345ddaa, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=76850075-cb4b-4dad-84f1-9f52a345ddaa,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:03.694514 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-35128647-a248-4dd6-bdab-a2da356722c3 req-61af094f-e007-47ad-8ea4-1c1c4160efb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:03.706861 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-35128647-a248-4dd6-bdab-a2da356722c3 req-61af094f-e007-47ad-8ea4-1c1c4160efb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Calling delete_port for 76850075-cb4b-4dad-84f1-9f52a345ddaa owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:21:03.834248 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-35128647-a248-4dd6-bdab-a2da356722c3 req-61af094f-e007-47ad-8ea4-1c1c4160efb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:03.863340 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af094f-e007-47ad-8ea4-1c1c4160efb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Pushing event deleted for resources: {'Port': ['ID=76850075-cb4b-4dad-84f1-9f52a345ddaa,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:03.895013 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['76850075-cb4b-4dad-84f1-9f52a345ddaa'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:21:03.917092 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-35128647-a248-4dd6-bdab-a2da356722c3 req-61af094f-e007-47ad-8ea4-1c1c4160efb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] No DVR routers for this DVR port 76850075-cb4b-4dad-84f1-9f52a345ddaa on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:21:03.921224 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-35128647-a248-4dd6-bdab-a2da356722c3 req-61af094f-e007-47ad-8ea4-1c1c4160efb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:03.924876 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-35128647-a248-4dd6-bdab-a2da356722c3 req-61af094f-e007-47ad-8ea4-1c1c4160efb1 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.37 "DELETE /v2.0/ports/76850075-cb4b-4dad-84f1-9f52a345ddaa HTTP/1.1" status: 204 len: 173 time: 0.4118161 Dec 07 18:21:03.925724 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24761df-474f-4d27-b58a-831f7032f561', 'name': 'network-vif-deleted', 'tag': '76850075-cb4b-4dad-84f1-9f52a345ddaa'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:21:03.927568 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac21f0fd-234e-4ec4-909f-deb869d6c7c3" -d '{"events": [{"server_uuid": "e24761df-474f-4d27-b58a-831f7032f561", "name": "network-vif-deleted", "tag": "76850075-cb4b-4dad-84f1-9f52a345ddaa"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:21:03.971723 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f6d76471-715a-46d6-9156-a77bcac8c434 req-8083e457-52ef-48d1-a32e-602e9a14299d tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24761df-474f-4d27-b58a-831f7032f561 HTTP/1.1" status: 200 len: 210 time: 0.0446994 Dec 07 18:21:03.983131 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525fa3f4-cbdf-4264-a403-28904437295f x-openstack-request-id: req-525fa3f4-cbdf-4264-a403-28904437295f {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:21:03.983479 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24761df-474f-4d27-b58a-831f7032f561", "name": "network-vif-deleted", "tag": "76850075-cb4b-4dad-84f1-9f52a345ddaa", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:21:03.983824 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-525fa3f4-cbdf-4264-a403-28904437295f {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:21:03.984433 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24761df-474f-4d27-b58a-831f7032f561', 'name': 'network-vif-deleted', 'tag': '76850075-cb4b-4dad-84f1-9f52a345ddaa', 'status': 'completed', 'code': 200} Dec 07 18:21:04.381693 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467722-9a01-4c54-ba2d-69d5fc83b44e req-9daa1b79-a486-48b4-b6b5-9faf06c0910f tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:04.383152 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-12467722-9a01-4c54-ba2d-69d5fc83b44e req-9daa1b79-a486-48b4-b6b5-9faf06c0910f tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 944 time: 0.0509369 Dec 07 18:21:04.431333 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-12467722-9a01-4c54-ba2d-69d5fc83b44e req-c6ff224e-be0e-45f9-a6fa-8a8c3c161f13 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Dec 07 18:21:05.032722 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49782) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:05.359621 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 9be22d5b-2c81-4179-b34b-19c1c581ff77 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:21:05.407244 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 9be22d5b-2c81-4179-b34b-19c1c581ff77 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:21:05.411364 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 9be22d5b-2c81-4179-b34b-19c1c581ff77 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:21:05.411760 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:05.445660 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4182449'] for router_interface, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:05.505210 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:05.530970 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be22d5b-2c81-4179-b34b-19c1c581ff77'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:21:05.533331 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b0775-0d82-47ff-9e21-c712570f1ec9" -d '{"events": [{"server_uuid": "7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb", "name": "network-vif-plugged", "status": "completed", "tag": "9be22d5b-2c81-4179-b34b-19c1c581ff77"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:21:05.546847 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 9be22d5b-2c81-4179-b34b-19c1c581ff77, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=9be22d5b-2c81-4179-b34b-19c1c581ff77,segment=NetworkSegment(50acf798-d428-41a8-af94-362d4c73bd3c),segment_id=50acf798-d428-41a8-af94-362d4c73bd3c)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:05.552817 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:05.572907 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa22e6f-ca8a-4222-92ba-76154f97afdd req-63c54776-726b-43c4-b239-f619c390f31b tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:05.580778 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8aa22e6f-ca8a-4222-92ba-76154f97afdd req-63c54776-726b-43c4-b239-f619c390f31b tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 944 time: 0.0665579 Dec 07 18:21:05.607381 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b1091-6cd5-4081-8e7e-a6357b7372df x-openstack-request-id: req-1e8b1091-6cd5-4081-8e7e-a6357b7372df {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:21:05.607937 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb", "name": "network-vif-plugged", "status": "completed", "tag": "9be22d5b-2c81-4179-b34b-19c1c581ff77", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:21:05.608261 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e8b1091-6cd5-4081-8e7e-a6357b7372df {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:21:05.608770 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be22d5b-2c81-4179-b34b-19c1c581ff77', 'code': 200} Dec 07 18:21:05.630382 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8aa22e6f-ca8a-4222-92ba-76154f97afdd req-c838fcb9-9792-40c0-9f6c-da78fd91bf25 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484254 Dec 07 18:21:05.639491 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=9be22d5b-2c81-4179-b34b-19c1c581ff77,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:05.797369 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Deleting port 5959d01e-dbd7-4be6-851e-5a4764a457f0 {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:21:05.797710 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:05.886837 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] For port 5959d01e-dbd7-4be6-851e-5a4764a457f0, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=5959d01e-dbd7-4be6-851e-5a4764a457f0,segment=NetworkSegment(9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce),segment_id=9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:05.887390 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:05.904082 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Calling delete_port for 5959d01e-dbd7-4be6-851e-5a4764a457f0 owned by network:router_interface {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:21:05.928795 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1ba02-e5db-4b1d-a2fe-e660d2d31042 req-023adf1a-e668-45c6-95b9-8c900bc2262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:05.930314 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9af1ba02-e5db-4b1d-a2fe-e660d2d31042 req-023adf1a-e668-45c6-95b9-8c900bc2262c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 1098 time: 0.0481403 Dec 07 18:21:05.982529 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9af1ba02-e5db-4b1d-a2fe-e660d2d31042 req-127ba859-cb04-4c4b-921e-364c18f827c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444355 Dec 07 18:21:06.083141 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:06.109222 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Pushing event deleted for resources: {'Port': ['ID=5959d01e-dbd7-4be6-851e-5a4764a457f0,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:06.130424 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.130781 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.131127 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.131469 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.131805 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.132140 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.132505 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.132838 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.133172 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.133502 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.133830 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.134156 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.134481 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:06.277320 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3856974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182469'] for router_interface, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:06.720513 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Router dae08db9-1ce5-406d-858a-f4f5bfa6524e has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:21:06.754282 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f40e9d-4161-4735-8603-fece5c38cf0e req-3421a8e5-f90e-415c-a5ff-7ab49388064a tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:06.755802 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-90f40e9d-4161-4735-8603-fece5c38cf0e req-3421a8e5-f90e-415c-a5ff-7ab49388064a tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 945 time: 0.0483630 Dec 07 18:21:06.806093 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-90f40e9d-4161-4735-8603-fece5c38cf0e req-687eaa7d-d75e-4533-8d52-a6088fd26944 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Dec 07 18:21:06.831438 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:21:06.840304 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-f5dc085c-220b-4512-93ae-30a94ce9412a admin admin] 10.222.0.47 "PUT /v2.0/routers/dae08db9-1ce5-406d-858a-f4f5bfa6524e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8037574 Dec 07 18:21:06.841034 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49802) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:06.841380 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] Sync routers for ids ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:21:06.852079 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] Routers {'dae08db9-1ce5-406d-858a-f4f5bfa6524e'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:21:06.853151 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:06.977736 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Publish callbacks [] for router, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:06.986079 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] Set router dae08db9-1ce5-406d-858a-f4f5bfa6524e gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:21:07.088167 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.146158 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Deleting port 28e0dcb1-38a7-434b-98ca-d39daee905cc {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:21:07.147332 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.178458 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'name': 'tempest-ServerRescueNegativeTestJSON-828217715-router', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:29Z', 'updated_at': '2021-12-07T18:21:06Z', 'revision_number': 5, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'gw_port': {'id': '28e0dcb1-38a7-434b-98ca-d39daee905cc', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:30Z', 'updated_at': '2021-12-07T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:07.239974 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] For port 28e0dcb1-38a7-434b-98ca-d39daee905cc, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=28e0dcb1-38a7-434b-98ca-d39daee905cc,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:07.240371 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.253246 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Calling delete_port for 28e0dcb1-38a7-434b-98ca-d39daee905cc owned by network:router_gateway {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:21:07.298363 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] Checking router: dae08db9-1ce5-406d-858a-f4f5bfa6524e for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:21:07.306867 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] Routers {'dae08db9-1ce5-406d-858a-f4f5bfa6524e'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:21:07.307482 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:20:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:07.369814 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 76850075-cb4b-4dad-84f1-9f52a345ddaa no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:21:07.396295 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 76850075-cb4b-4dad-84f1-9f52a345ddaa {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:21:07.396844 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 76850075-cb4b-4dad-84f1-9f52a345ddaa not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:21:07.405850 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] Set router dae08db9-1ce5-406d-858a-f4f5bfa6524e gateway port host: None {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:21:07.429705 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.455776 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e0dcb1-38a7-434b-98ca-d39daee905cc,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:07.458990 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'name': 'tempest-ServerRescueNegativeTestJSON-828217715-router', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:29Z', 'updated_at': '2021-12-07T18:21:07Z', 'revision_number': 6, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'gw_port_host': None}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:07.482358 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4183935'] for router_gateway, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.490609 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c4322-30f8-49c5-b236-2dd6c56557e0 None None] The sync data for ids ['dae08db9-1ce5-406d-858a-f4f5bfa6524e'] in dv-cinder-820918-1-iscsi is: [{'id': 'dae08db9-1ce5-406d-858a-f4f5bfa6524e', 'name': 'tempest-ServerRescueNegativeTestJSON-828217715-router', 'tenant_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:29Z', 'updated_at': '2021-12-07T18:21:07Z', 'revision_number': 6, 'project_id': 'da7dbcb1176f4614b646b30fc56ba32c', 'gw_port_host': None}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:21:07.585646 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4184811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30340'] for router, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.588038 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.652230 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4184786'] for router, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.652791 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae08db9-1ce5-406d-858a-f4f5bfa6524e {{(pid=102527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:21:07.657493 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] Publish callbacks [] for router, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.658622 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-66d5f409-ca02-42be-8efb-f70693e88143 admin admin] 10.222.0.47 "DELETE /v2.0/routers/dae08db9-1ce5-406d-858a-f4f5bfa6524e HTTP/1.1" status: 204 len: 168 time: 0.8159320 Dec 07 18:21:07.661297 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49818) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:07.705686 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32b0556-23b2-420a-8d6e-ad30de91d72e admin admin] Deleting subnet c5b65771-4176-4dca-812c-c56fdd3bd691 {{(pid=102527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:21:07.708573 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e32b0556-23b2-420a-8d6e-ad30de91d72e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.742600 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e32b0556-23b2-420a-8d6e-ad30de91d72e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.751895 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e32b0556-23b2-420a-8d6e-ad30de91d72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.810180 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e32b0556-23b2-420a-8d6e-ad30de91d72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for subnet, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.837834 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b0556-23b2-420a-8d6e-ad30de91d72e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b65771-4176-4dca-812c-c56fdd3bd691,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:07.840544 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e32b0556-23b2-420a-8d6e-ad30de91d72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.846278 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e32b0556-23b2-420a-8d6e-ad30de91d72e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c5b65771-4176-4dca-812c-c56fdd3bd691 HTTP/1.1" status: 204 len: 168 time: 0.1817706 Dec 07 18:21:07.846478 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 49822) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:07.955912 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:07.991415 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995764f7-4dba-434f-8d44-e06c9c967540 req-1e766b0e-306d-4789-bbeb-cc3c6b6b54bb tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:07.993127 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-995764f7-4dba-434f-8d44-e06c9c967540 req-1e766b0e-306d-4789-bbeb-cc3c6b6b54bb tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 945 time: 0.0904403 Dec 07 18:21:08.098942 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:08.114944 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-995764f7-4dba-434f-8d44-e06c9c967540 req-aaf8334a-c190-45ad-accb-de66ffb90e78 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132715 Dec 07 18:21:08.128632 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.129155 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.129927 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.130282 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > port after_create 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.130631 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.130970 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > port after_update 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.131295 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.131622 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.131937 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.132261 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.205148 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.205508 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.205851 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.206277 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:21:08.206612 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b01fd91-89e1-4adc-8105-968879f656bc']}} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:08.237831 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce') {'for_net_delete': True} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:08.237831 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9655f5ac-4ff8-4578-99cb-4bdd3d3eb2ce') {} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:08.256660 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126242630'] for segment, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:08.285932 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:08.296960 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:21:08.298239 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129742278'] for segment, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: from cryptography.utils import int_from_bytes Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: from cryptography.utils import int_from_bytes Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: Traceback (most recent call last): Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: timer() Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: cb(*args, **kw) Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: return func(*args, **kwargs) Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: self._notify() Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: self.callback(batched_events) Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: event.method(event) Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: return f(self, *a, **k) Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._get(url).json() Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: return self.request(url, 'GET', **kwargs) Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:21:08.302303 dv-cinder-820918-1-iscsi neutron-server[102527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:21:08.369613 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:08.388183 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Pushing event deleted for resources: {'Network': ['ID=5b01fd91-89e1-4adc-8105-968879f656bc,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:08.390353 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:08.397272 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-7b16e7b1-1f8a-48e3-86f5-84a2f6b6cecd admin admin] 10.222.0.47 "DELETE /v2.0/networks/5b01fd91-89e1-4adc-8105-968879f656bc HTTP/1.1" status: 204 len: 168 time: 0.5497401 Dec 07 18:21:08.519745 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae540-c47e-40fc-b496-13724e01410a req-1a8c508a-b919-4654-8aef-62e31e4fb391 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:08.521727 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-becae540-c47e-40fc-b496-13724e01410a req-1a8c508a-b919-4654-8aef-62e31e4fb391 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 945 time: 0.0633366 Dec 07 18:21:08.546525 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49838) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:08.610459 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-becae540-c47e-40fc-b496-13724e01410a req-ab1097ba-d42d-4351-8af3-5c95e1a0553b tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805125 Dec 07 18:21:08.619317 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-b1c8ba82-5395-4e3b-a166-74e9923980f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da7dbcb1176f4614b646b30fc56ba32c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0715387 Dec 07 18:21:08.621878 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 49840) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:08.679931 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-957c3631-b63d-433d-8326-d0f56928632f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:08.708427 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-957c3631-b63d-433d-8326-d0f56928632f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:08.758131 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-957c3631-b63d-433d-8326-d0f56928632f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:08.761005 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-957c3631-b63d-433d-8326-d0f56928632f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:08.762207 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-957c3631-b63d-433d-8326-d0f56928632f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/601a271f-6ccb-41d0-8981-591d2f30976d HTTP/1.1" status: 204 len: 168 time: 0.1393898 Dec 07 18:21:08.770555 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c3631-b63d-433d-8326-d0f56928632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601a271f-6ccb-41d0-8981-591d2f30976d,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:08.958485 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 5959d01e-dbd7-4be6-851e-5a4764a457f0 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:21:08.979522 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 5959d01e-dbd7-4be6-851e-5a4764a457f0 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:21:08.980456 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 5959d01e-dbd7-4be6-851e-5a4764a457f0 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:21:08.981191 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 28e0dcb1-38a7-434b-98ca-d39daee905cc no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:21:09.015184 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 28e0dcb1-38a7-434b-98ca-d39daee905cc {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:21:09.015445 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 28e0dcb1-38a7-434b-98ca-d39daee905cc not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:21:09.246562 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b922e-681f-4064-9951-8cf4c2ffaf25 req-4bbc9961-8ad5-4302-9ade-a91792dffd8d tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:09.249624 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b95b922e-681f-4064-9951-8cf4c2ffaf25 req-4bbc9961-8ad5-4302-9ade-a91792dffd8d tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 945 time: 0.0526118 Dec 07 18:21:09.304395 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b95b922e-681f-4064-9951-8cf4c2ffaf25 req-0e719f54-8495-4ac0-baa9-e75f75497abd tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470190 Dec 07 18:21:09.762964 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c20d5a-4a25-4729-bcec-6b33ed913c77 req-ae8c1781-0404-4b27-8970-e6fc8e072e84 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:09.762964 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03c20d5a-4a25-4729-bcec-6b33ed913c77 req-ae8c1781-0404-4b27-8970-e6fc8e072e84 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 945 time: 0.0629661 Dec 07 18:21:09.817289 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03c20d5a-4a25-4729-bcec-6b33ed913c77 req-d05e80cf-e1a2-4f2e-82ec-6612c73b1c77 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513546 Dec 07 18:21:10.930598 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803a20f-96f3-4b9b-a20b-8692e84056af req-7e2c39bf-6c00-4ad9-a248-f9723fb387bb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:10.932082 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d803a20f-96f3-4b9b-a20b-8692e84056af req-7e2c39bf-6c00-4ad9-a248-f9723fb387bb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 945 time: 0.0516942 Dec 07 18:21:10.980464 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d803a20f-96f3-4b9b-a20b-8692e84056af req-de57e103-f454-4982-8ac6-267185a1d3db tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Dec 07 18:21:11.112504 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-16085bf6-89d8-4232-8867-cd8b59e0398e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:11.114108 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-16085bf6-89d8-4232-8867-cd8b59e0398e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 945 time: 0.0475526 Dec 07 18:21:11.232780 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-72f1a86d-fafb-420d-aa44-1627fdd997f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Deleting port a50ee369-ddad-4118-9153-e52af9c519e2 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:21:11.233125 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-72f1a86d-fafb-420d-aa44-1627fdd997f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:11.337619 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-72f1a86d-fafb-420d-aa44-1627fdd997f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] For port a50ee369-ddad-4118-9153-e52af9c519e2, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=a50ee369-ddad-4118-9153-e52af9c519e2,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:11.337980 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-72f1a86d-fafb-420d-aa44-1627fdd997f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:11.350829 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-72f1a86d-fafb-420d-aa44-1627fdd997f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Calling delete_port for a50ee369-ddad-4118-9153-e52af9c519e2 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:21:11.513633 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-e6df7de3-5a65-4a9a-bd1a-0ab61a6bcd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:11.700533 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-72f1a86d-fafb-420d-aa44-1627fdd997f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:11.727982 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1a86d-fafb-420d-aa44-1627fdd997f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Pushing event deleted for resources: {'Port': ['ID=a50ee369-ddad-4118-9153-e52af9c519e2,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:11.741951 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['fd244111-c8b7-4c50-95c5-3fada10d7863', '89e70d03-bb59-4994-888e-e0a3e27704b9', 'c56acce1-cbd9-4cef-b227-4ed4c4997343'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:21:11.767221 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-72f1a86d-fafb-420d-aa44-1627fdd997f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] No DVR routers for this DVR port a50ee369-ddad-4118-9153-e52af9c519e2 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:21:11.770379 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-72f1a86d-fafb-420d-aa44-1627fdd997f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:11.773803 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2df36b2d-a7b7-49a4-8f81-99634fa3c064 req-72f1a86d-fafb-420d-aa44-1627fdd997f2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "DELETE /v2.0/ports/a50ee369-ddad-4118-9153-e52af9c519e2 HTTP/1.1" status: 204 len: 173 time: 0.6461334 Dec 07 18:21:11.774316 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25419831-5064-4140-a59c-2bca0f0d04db', 'name': 'network-vif-deleted', 'tag': 'a50ee369-ddad-4118-9153-e52af9c519e2'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:21:11.777388 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d3555f-bdad-41f7-bbf3-e928cdebbb7e" -d '{"events": [{"server_uuid": "25419831-5064-4140-a59c-2bca0f0d04db", "name": "network-vif-deleted", "tag": "a50ee369-ddad-4118-9153-e52af9c519e2"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:21:11.826822 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318b2b87-efd9-461c-8b39-d13dc093d3ac x-openstack-request-id: req-318b2b87-efd9-461c-8b39-d13dc093d3ac {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:21:11.827165 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25419831-5064-4140-a59c-2bca0f0d04db", "name": "network-vif-deleted", "tag": "a50ee369-ddad-4118-9153-e52af9c519e2", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:21:11.827915 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-318b2b87-efd9-461c-8b39-d13dc093d3ac {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:21:11.827915 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25419831-5064-4140-a59c-2bca0f0d04db', 'name': 'network-vif-deleted', 'tag': 'a50ee369-ddad-4118-9153-e52af9c519e2', 'status': 'completed', 'code': 200} Dec 07 18:21:11.878952 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:12.107215 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d7f5298a-2fb7-4b90-95f8-a354c29b92f3 req-9acb00d6-51f6-4f20-8bcb-b59d60d34792 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=25419831-5064-4140-a59c-2bca0f0d04db HTTP/1.1" status: 200 len: 210 time: 0.0291348 Dec 07 18:21:14.062286 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0f418ea9-b270-47b8-99df-f0889a696855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:15.059385 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:16.404396 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:17.208532 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device a50ee369-ddad-4118-9153-e52af9c519e2 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:21:17.228602 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: a50ee369-ddad-4118-9153-e52af9c519e2 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:21:17.228968 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device a50ee369-ddad-4118-9153-e52af9c519e2 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:21:17.597448 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:20.780030 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f5bd0-1e47-47fc-8c5d-394864f9875e req-1290cff3-c8e4-429f-bc74-863531f1e380 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:20.781523 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-aa8f5bd0-1e47-47fc-8c5d-394864f9875e req-1290cff3-c8e4-429f-bc74-863531f1e380 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 945 time: 0.0482805 Dec 07 18:21:20.830275 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-aa8f5bd0-1e47-47fc-8c5d-394864f9875e req-dd448ae4-dfbd-4c06-ae92-43cfb70a76ef tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Dec 07 18:21:21.945907 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c1b1a-6332-487a-93f2-bdd05643f7b8 req-0dbee47e-c239-431e-9836-c46c262031f8 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:21.947416 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-366c1b1a-6332-487a-93f2-bdd05643f7b8 req-0dbee47e-c239-431e-9836-c46c262031f8 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 945 time: 0.0472195 Dec 07 18:21:22.012787 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-366c1b1a-6332-487a-93f2-bdd05643f7b8 req-269cbdd1-9dba-460a-8999-b580261e1882 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569682 Dec 07 18:21:23.070623 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50140) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:23.136126 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ea75f-55eb-4e61-956e-dea76e879996 req-3237e806-1f3a-43da-b119-363d10beba97 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:23.137927 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-840ea75f-55eb-4e61-956e-dea76e879996 req-3237e806-1f3a-43da-b119-363d10beba97 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 945 time: 0.0545218 Dec 07 18:21:23.197442 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-840ea75f-55eb-4e61-956e-dea76e879996 req-ecd3e063-562b-4a5c-b99a-3c89d5226c82 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 Dec 07 18:21:23.198804 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3e16ff27-9fcc-496a-8d18-fcdc06cfe415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:23.275231 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3e16ff27-9fcc-496a-8d18-fcdc06cfe415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:23.278965 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3e16ff27-9fcc-496a-8d18-fcdc06cfe415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:23.314741 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16ff27-9fcc-496a-8d18-fcdc06cfe415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac502604-fa66-46fd-a79b-35bad3c7bb16,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:23.323155 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-3e16ff27-9fcc-496a-8d18-fcdc06cfe415 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1040f341492045a699ab7772c9e6e70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489576 Dec 07 18:21:23.323775 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50146) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:23.374611 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-da1a45a2-23a0-45d1-87c8-84cf9cfc3d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:23.396022 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-da1a45a2-23a0-45d1-87c8-84cf9cfc3d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:23.441404 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-da1a45a2-23a0-45d1-87c8-84cf9cfc3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:23.444396 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-da1a45a2-23a0-45d1-87c8-84cf9cfc3d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:23.445544 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-da1a45a2-23a0-45d1-87c8-84cf9cfc3d98 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac502604-fa66-46fd-a79b-35bad3c7bb16 HTTP/1.1" status: 204 len: 168 time: 0.1208143 Dec 07 18:21:23.453108 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a45a2-23a0-45d1-87c8-84cf9cfc3d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac502604-fa66-46fd-a79b-35bad3c7bb16,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:23.747380 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-fb939f06-db9b-4485-b301-751e9ed90c3c tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:23.748968 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-fb939f06-db9b-4485-b301-751e9ed90c3c tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 945 time: 0.0604308 Dec 07 18:21:23.888397 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-ae2621ca-c70d-472a-9466-a36617691c99 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Deleting port c56acce1-cbd9-4cef-b227-4ed4c4997343 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:21:23.888740 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-ae2621ca-c70d-472a-9466-a36617691c99 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:23.981316 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-ae2621ca-c70d-472a-9466-a36617691c99 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] For port c56acce1-cbd9-4cef-b227-4ed4c4997343, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=c56acce1-cbd9-4cef-b227-4ed4c4997343,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:23.981685 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-ae2621ca-c70d-472a-9466-a36617691c99 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:23.994791 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-ae2621ca-c70d-472a-9466-a36617691c99 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Calling delete_port for c56acce1-cbd9-4cef-b227-4ed4c4997343 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:21:24.129786 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-ae2621ca-c70d-472a-9466-a36617691c99 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:24.165933 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2621ca-c70d-472a-9466-a36617691c99 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Pushing event deleted for resources: {'Port': ['ID=c56acce1-cbd9-4cef-b227-4ed4c4997343,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:24.170531 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['fd244111-c8b7-4c50-95c5-3fada10d7863', '89e70d03-bb59-4994-888e-e0a3e27704b9', 'c56acce1-cbd9-4cef-b227-4ed4c4997343'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:21:24.210831 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-ae2621ca-c70d-472a-9466-a36617691c99 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] No DVR routers for this DVR port c56acce1-cbd9-4cef-b227-4ed4c4997343 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:21:24.213522 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-ae2621ca-c70d-472a-9466-a36617691c99 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:24.217681 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1bf83878-2fcc-4179-afce-c50cec1bcb27 req-ae2621ca-c70d-472a-9466-a36617691c99 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "DELETE /v2.0/ports/c56acce1-cbd9-4cef-b227-4ed4c4997343 HTTP/1.1" status: 204 len: 173 time: 0.4248776 Dec 07 18:21:24.218370 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56765b0d-4ab2-441f-924d-dd1a51b52d21', 'name': 'network-vif-deleted', 'tag': 'c56acce1-cbd9-4cef-b227-4ed4c4997343'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:21:24.231582 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3694e98c-7972-4ea0-ad8c-578f5e44de2a" -d '{"events": [{"server_uuid": "56765b0d-4ab2-441f-924d-dd1a51b52d21", "name": "network-vif-deleted", "tag": "c56acce1-cbd9-4cef-b227-4ed4c4997343"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:21:24.294434 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff07e34-d2f1-46fb-9cdc-5a03df9cd0bf x-openstack-request-id: req-3ff07e34-d2f1-46fb-9cdc-5a03df9cd0bf {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:21:24.294602 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56765b0d-4ab2-441f-924d-dd1a51b52d21", "name": "network-vif-deleted", "tag": "c56acce1-cbd9-4cef-b227-4ed4c4997343", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:21:24.294871 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3ff07e34-d2f1-46fb-9cdc-5a03df9cd0bf {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:21:24.295267 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56765b0d-4ab2-441f-924d-dd1a51b52d21', 'name': 'network-vif-deleted', 'tag': 'c56acce1-cbd9-4cef-b227-4ed4c4997343', 'status': 'completed', 'code': 200} Dec 07 18:21:24.323733 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2631b6d8-64a7-49b9-a8f6-e71e73f9ca9b req-6d7c0820-a3d3-411f-8488-74318d07e2c5 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=56765b0d-4ab2-441f-924d-dd1a51b52d21 HTTP/1.1" status: 200 len: 210 time: 0.0408266 Dec 07 18:21:25.607095 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157113fd-0599-4ca1-8698-2a6bc50c5199 req-1ac6dc1a-0829-4795-8239-6107e45d20a4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:25.609108 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-157113fd-0599-4ca1-8698-2a6bc50c5199 req-1ac6dc1a-0829-4795-8239-6107e45d20a4 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 946 time: 0.0576234 Dec 07 18:21:25.659443 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-157113fd-0599-4ca1-8698-2a6bc50c5199 req-ca201ff4-6974-4e34-877d-f442de1b7ea9 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Dec 07 18:21:25.977359 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50244) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:26.082763 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c3e6bc5e-4f8d-4c3f-bb01-90774ff0e5db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.157237 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c3e6bc5e-4f8d-4c3f-bb01-90774ff0e5db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.161095 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c3e6bc5e-4f8d-4c3f-bb01-90774ff0e5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.201138 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-c3e6bc5e-4f8d-4c3f-bb01-90774ff0e5db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d68a544a4584fa2bbc777f47ea8be83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226934 Dec 07 18:21:26.202018 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6bc5e-4f8d-4c3f-bb01-90774ff0e5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1582af-49c7-4cb5-9f86-749bfe5e9f55,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:26.203796 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50252) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:26.256544 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5c8672dc-a723-4b18-9cee-4e721befe172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.276878 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5c8672dc-a723-4b18-9cee-4e721befe172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.321472 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5c8672dc-a723-4b18-9cee-4e721befe172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.324432 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5c8672dc-a723-4b18-9cee-4e721befe172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.325573 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-5c8672dc-a723-4b18-9cee-4e721befe172 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e1582af-49c7-4cb5-9f86-749bfe5e9f55 HTTP/1.1" status: 204 len: 168 time: 0.1201065 Dec 07 18:21:26.332958 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8672dc-a723-4b18-9cee-4e721befe172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1582af-49c7-4cb5-9f86-749bfe5e9f55,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:26.584898 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50260) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:26.598495 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c361f15-dac5-4349-9268-314f13f6e3bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.671267 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c361f15-dac5-4349-9268-314f13f6e3bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.675111 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4c361f15-dac5-4349-9268-314f13f6e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.720559 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-4c361f15-dac5-4349-9268-314f13f6e3bb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19d34a6598a240a39801969f04ce3e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321800 Dec 07 18:21:26.720559 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c361f15-dac5-4349-9268-314f13f6e3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fbb748-ea87-48b4-93e4-ee05ffc6072f,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:26.721063 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50264) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:26.814243 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c96f-adfd-4c0e-b64e-685bf8b6eec4 req-2b7e082e-7df7-4315-b9af-4fee8508598d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:26.815697 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5e01c96f-adfd-4c0e-b64e-685bf8b6eec4 req-2b7e082e-7df7-4315-b9af-4fee8508598d tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 946 time: 0.0783529 Dec 07 18:21:26.832047 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-39af0559-0b06-4b94-bfe1-a5a61dbe909a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.878365 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-39af0559-0b06-4b94-bfe1-a5a61dbe909a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.902436 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5e01c96f-adfd-4c0e-b64e-685bf8b6eec4 req-e5638534-e712-44b2-b019-cb8e3b5960f3 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786819 Dec 07 18:21:26.936685 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-39af0559-0b06-4b94-bfe1-a5a61dbe909a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.940090 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-39af0559-0b06-4b94-bfe1-a5a61dbe909a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:26.941362 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-39af0559-0b06-4b94-bfe1-a5a61dbe909a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44fbb748-ea87-48b4-93e4-ee05ffc6072f HTTP/1.1" status: 204 len: 168 time: 0.2180612 Dec 07 18:21:26.950111 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af0559-0b06-4b94-bfe1-a5a61dbe909a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fbb748-ea87-48b4-93e4-ee05ffc6072f,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:27.299449 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device c56acce1-cbd9-4cef-b227-4ed4c4997343 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:21:27.319940 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: c56acce1-cbd9-4cef-b227-4ed4c4997343 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:21:27.320289 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device c56acce1-cbd9-4cef-b227-4ed4c4997343 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:21:28.031489 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edd529-0fc2-440c-8e01-8074222a0de4 req-c57aa265-80eb-4c24-8452-da179019d267 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:28.033014 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b0edd529-0fc2-440c-8e01-8074222a0de4 req-c57aa265-80eb-4c24-8452-da179019d267 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 946 time: 0.0522525 Dec 07 18:21:28.084753 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b0edd529-0fc2-440c-8e01-8074222a0de4 req-7d6f4ad1-070c-4a95-b698-2e2604a21c54 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458925 Dec 07 18:21:28.164958 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-99d73f36-b7b2-4f58-8fe2-0d2e0ba7395a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:28.166439 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-99d73f36-b7b2-4f58-8fe2-0d2e0ba7395a tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 946 time: 0.0490594 Dec 07 18:21:28.268857 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-986fc9e2-90f1-4348-9717-0c3bcfe7a329 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Deleting port 89e70d03-bb59-4994-888e-e0a3e27704b9 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:21:28.269203 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-986fc9e2-90f1-4348-9717-0c3bcfe7a329 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:28.362898 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-986fc9e2-90f1-4348-9717-0c3bcfe7a329 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] For port 89e70d03-bb59-4994-888e-e0a3e27704b9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89e70d03-bb59-4994-888e-e0a3e27704b9,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:28.363268 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-986fc9e2-90f1-4348-9717-0c3bcfe7a329 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:28.376919 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-986fc9e2-90f1-4348-9717-0c3bcfe7a329 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Calling delete_port for 89e70d03-bb59-4994-888e-e0a3e27704b9 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:21:28.525401 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-986fc9e2-90f1-4348-9717-0c3bcfe7a329 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:28.557497 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fc9e2-90f1-4348-9717-0c3bcfe7a329 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Pushing event deleted for resources: {'Port': ['ID=89e70d03-bb59-4994-888e-e0a3e27704b9,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:28.579399 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['fd244111-c8b7-4c50-95c5-3fada10d7863', '89e70d03-bb59-4994-888e-e0a3e27704b9'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:21:28.625891 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-986fc9e2-90f1-4348-9717-0c3bcfe7a329 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] No DVR routers for this DVR port 89e70d03-bb59-4994-888e-e0a3e27704b9 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:21:28.628810 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-986fc9e2-90f1-4348-9717-0c3bcfe7a329 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:28.632859 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6696ed05-e5b5-40ea-9414-3104e8dcaa96 req-986fc9e2-90f1-4348-9717-0c3bcfe7a329 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "DELETE /v2.0/ports/89e70d03-bb59-4994-888e-e0a3e27704b9 HTTP/1.1" status: 204 len: 173 time: 0.4597342 Dec 07 18:21:28.633344 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959ab0ee-8106-4257-90fc-61e23ecabcc8', 'name': 'network-vif-deleted', 'tag': '89e70d03-bb59-4994-888e-e0a3e27704b9'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:21:28.637212 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fe1fdc-6a4c-4d1f-bd93-af6444704d29" -d '{"events": [{"server_uuid": "959ab0ee-8106-4257-90fc-61e23ecabcc8", "name": "network-vif-deleted", "tag": "89e70d03-bb59-4994-888e-e0a3e27704b9"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:21:28.687754 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f187106a-9348-4bd8-b721-36d9f26c5b6a x-openstack-request-id: req-f187106a-9348-4bd8-b721-36d9f26c5b6a {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:21:28.688046 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959ab0ee-8106-4257-90fc-61e23ecabcc8", "name": "network-vif-deleted", "tag": "89e70d03-bb59-4994-888e-e0a3e27704b9", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:21:28.688299 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f187106a-9348-4bd8-b721-36d9f26c5b6a {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:21:28.688793 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959ab0ee-8106-4257-90fc-61e23ecabcc8', 'name': 'network-vif-deleted', 'tag': '89e70d03-bb59-4994-888e-e0a3e27704b9', 'status': 'completed', 'code': 200} Dec 07 18:21:28.693452 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50338) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:28.829905 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4e2a65d5-8740-4e38-ac22-acddd75a2499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:28.919552 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4e2a65d5-8740-4e38-ac22-acddd75a2499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:28.923151 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4e2a65d5-8740-4e38-ac22-acddd75a2499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:28.961369 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-4e2a65d5-8740-4e38-ac22-acddd75a2499 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8fc67c32825a4f03bb4f28fcfb7a9f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665980 Dec 07 18:21:28.962544 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a65d5-8740-4e38-ac22-acddd75a2499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2402ae21-3c17-42a1-b290-a5caf3d36ffc,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:28.964784 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50344) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:29.013023 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-36e85c29-806a-4492-b1a5-2eec126e2c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.034694 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-36e85c29-806a-4492-b1a5-2eec126e2c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.080477 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-36e85c29-806a-4492-b1a5-2eec126e2c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.083780 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-36e85c29-806a-4492-b1a5-2eec126e2c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.085353 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-36e85c29-806a-4492-b1a5-2eec126e2c19 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2402ae21-3c17-42a1-b290-a5caf3d36ffc HTTP/1.1" status: 204 len: 168 time: 0.1195710 Dec 07 18:21:29.098555 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e85c29-806a-4492-b1a5-2eec126e2c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2402ae21-3c17-42a1-b290-a5caf3d36ffc,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:29.208138 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-04df7860-7910-49d0-a9ff-a85b8d13ad77 req-b19bba1e-2aab-445c-83c7-fc0e6ca6f8dc tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=959ab0ee-8106-4257-90fc-61e23ecabcc8 HTTP/1.1" status: 200 len: 210 time: 0.0308714 Dec 07 18:21:29.390501 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50352) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:29.403710 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eeb7345e-5a61-4a34-a779-e3d93c46e883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.479388 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eeb7345e-5a61-4a34-a779-e3d93c46e883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.483176 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eeb7345e-5a61-4a34-a779-e3d93c46e883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.521911 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-eeb7345e-5a61-4a34-a779-e3d93c46e883 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba39775bd7e84a7f87146fef566f5aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303008 Dec 07 18:21:29.522635 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7345e-5a61-4a34-a779-e3d93c46e883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fff687-d0c0-4915-a85b-ab9a27864fdb,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:29.524660 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50354) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:29.575740 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c467a77-ecfd-4fd3-bd58-a0974e11e0b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.597371 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c467a77-ecfd-4fd3-bd58-a0974e11e0b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.649559 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c467a77-ecfd-4fd3-bd58-a0974e11e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.652632 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c467a77-ecfd-4fd3-bd58-a0974e11e0b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:29.653788 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-4c467a77-ecfd-4fd3-bd58-a0974e11e0b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3fff687-d0c0-4915-a85b-ab9a27864fdb HTTP/1.1" status: 204 len: 168 time: 0.1280560 Dec 07 18:21:29.665786 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c467a77-ecfd-4fd3-bd58-a0974e11e0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fff687-d0c0-4915-a85b-ab9a27864fdb,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:31.630238 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05627f-e959-4444-b2bf-23947f98af40 req-9002d9d8-ce92-4254-94a5-77ed92a2efa3 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:31.631822 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fe05627f-e959-4444-b2bf-23947f98af40 req-9002d9d8-ce92-4254-94a5-77ed92a2efa3 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0516059 Dec 07 18:21:31.686679 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fe05627f-e959-4444-b2bf-23947f98af40 req-9d874c18-ab0b-4f0f-b416-b473bd90ba40 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463705 Dec 07 18:21:32.277443 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-a5965e07-79af-4c54-839d-aaa2156efb98 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511567028&fields=id&tenant_id=f50b4dd7627c40c19d4edf0693a1978b HTTP/1.1" status: 200 len: 267 time: 0.0446160 Dec 07 18:21:32.383565 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad1f0ad5-19c1-4095-a15f-f21e69743e23 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:32.385059 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad1f0ad5-19c1-4095-a15f-f21e69743e23 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/networks?id=635b48e2-0961-4d11-bce1-200ecc63de51 HTTP/1.1" status: 200 len: 809 time: 0.1009367 Dec 07 18:21:32.399873 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-1f49511c-23b3-4118-b1fe-850858086778 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/quotas/f50b4dd7627c40c19d4edf0693a1978b HTTP/1.1" status: 200 len: 375 time: 0.0086997 Dec 07 18:21:32.449553 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-e647fa37-2c64-457f-a03f-9aac8e8a64e7 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f50b4dd7627c40c19d4edf0693a1978b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439987 Dec 07 18:21:32.544795 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-517cf6a1-2b21-4cd1-b512-928368c6b769 service neutron] 10.222.0.47 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841854 Dec 07 18:21:32.633230 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-f34fbbd8-3244-44dc-8d2e-65f9c33b8fd4 service neutron] 10.222.0.47 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823798 Dec 07 18:21:32.814652 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1203-e9e5-44d1-9f14-5a74167ffaf0 req-d5569cf6-b75c-40a3-b8c6-b1790ab951c2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:32.817193 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f73c1203-e9e5-44d1-9f14-5a74167ffaf0 req-d5569cf6-b75c-40a3-b8c6-b1790ab951c2 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0586782 Dec 07 18:21:32.885604 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f73c1203-e9e5-44d1-9f14-5a74167ffaf0 req-9647ffd1-421c-4a89-9018-8c9d4d1221ca tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607276 Dec 07 18:21:32.933987 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-59c55bb5-8fab-4d99-95c4-5e5092a5480d req-987358c5-4759-4219-bc4a-881cee24ac4c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 210 time: 0.0291207 Dec 07 18:21:33.294542 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89e70d03-bb59-4994-888e-e0a3e27704b9 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:21:33.319768 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 89e70d03-bb59-4994-888e-e0a3e27704b9 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:21:33.320122 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89e70d03-bb59-4994-888e-e0a3e27704b9 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:21:34.035276 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8a4aac2a-8e91-464e-b5f6-0f4666555080 req-ee4c7cf5-511c-4720-8d90-bbf2fc5a404b tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 210 time: 0.0293310 Dec 07 18:21:34.045502 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-010f4b8b-ce50-49a5-8034-0d3bb31afa9e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:34.047742 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-010f4b8b-ce50-49a5-8034-0d3bb31afa9e tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0811398 Dec 07 18:21:34.056074 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a63fe9-df44-41f9-b24b-3f2141c95c32 req-c20cd5d3-cffe-4ea5-baf4-c535f5875561 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:34.057479 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-91a63fe9-df44-41f9-b24b-3f2141c95c32 req-c20cd5d3-cffe-4ea5-baf4-c535f5875561 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 945 time: 0.0923173 Dec 07 18:21:34.138980 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-91a63fe9-df44-41f9-b24b-3f2141c95c32 req-3fc050d2-de68-4bcc-8d37-bf937369e6eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b915bf0-9a8e-4021-aa90-b01b5c568e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741131 Dec 07 18:21:34.206371 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-18c584bc-52bf-41d0-82d5-23d94ff6a7eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Deleting port fd244111-c8b7-4c50-95c5-3fada10d7863 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:21:34.206712 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-18c584bc-52bf-41d0-82d5-23d94ff6a7eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:34.375425 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-18c584bc-52bf-41d0-82d5-23d94ff6a7eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] For port fd244111-c8b7-4c50-95c5-3fada10d7863, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=fd244111-c8b7-4c50-95c5-3fada10d7863,segment=NetworkSegment(2ffd38f5-10a3-400a-a7e7-ee49b7925e74),segment_id=2ffd38f5-10a3-400a-a7e7-ee49b7925e74)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:34.376400 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-18c584bc-52bf-41d0-82d5-23d94ff6a7eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:34.397825 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-18c584bc-52bf-41d0-82d5-23d94ff6a7eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Calling delete_port for fd244111-c8b7-4c50-95c5-3fada10d7863 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:21:34.426413 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-a70587b8-2850-47f9-841f-e635f3af4b55 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:34.427916 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-a70587b8-2850-47f9-841f-e635f3af4b55 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.37 "GET /v2.0/networks?id=635b48e2-0961-4d11-bce1-200ecc63de51 HTTP/1.1" status: 200 len: 809 time: 0.1678581 Dec 07 18:21:34.546788 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-f389668b-b3f7-4494-b4e2-c674eb0e417e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50b4dd7627c40c19d4edf0693a1978b HTTP/1.1" status: 200 len: 379 time: 0.0796723 Dec 07 18:21:34.560872 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Request body: {'port': {'device_id': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'admin_state_up': True, 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'security_groups': ['11a2cb1f-7072-4991-9602-0500409f63c9']}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:34.660213 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-18c584bc-52bf-41d0-82d5-23d94ff6a7eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:34.691445 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50540) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:34.693508 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c584bc-52bf-41d0-82d5-23d94ff6a7eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Pushing event deleted for resources: {'Port': ['ID=fd244111-c8b7-4c50-95c5-3fada10d7863,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:34.709821 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['fd244111-c8b7-4c50-95c5-3fada10d7863'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:21:34.755062 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-18c584bc-52bf-41d0-82d5-23d94ff6a7eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] No DVR routers for this DVR port fd244111-c8b7-4c50-95c5-3fada10d7863 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:21:34.758485 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-18c584bc-52bf-41d0-82d5-23d94ff6a7eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:34.762631 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3b028aed-c9ba-47d5-b96d-167433b9eee0 req-18c584bc-52bf-41d0-82d5-23d94ff6a7eb tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.37 "DELETE /v2.0/ports/fd244111-c8b7-4c50-95c5-3fada10d7863 HTTP/1.1" status: 204 len: 173 time: 0.6718879 Dec 07 18:21:34.763095 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacffb57-e578-48c8-af63-680f5b3c356e', 'name': 'network-vif-deleted', 'tag': 'fd244111-c8b7-4c50-95c5-3fada10d7863'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:21:34.765457 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23266388-9b41-49ea-a357-5ecd9d26503e" -d '{"events": [{"server_uuid": "cacffb57-e578-48c8-af63-680f5b3c356e", "name": "network-vif-deleted", "tag": "fd244111-c8b7-4c50-95c5-3fada10d7863"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:21:34.789469 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Made reservation on behalf of f50b4dd7627c40c19d4edf0693a1978b for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:21:34.793172 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:34.810816 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abe413a-c6e5-4257-a686-96e214185ffb x-openstack-request-id: req-8abe413a-c6e5-4257-a686-96e214185ffb {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:21:34.811119 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacffb57-e578-48c8-af63-680f5b3c356e", "name": "network-vif-deleted", "tag": "fd244111-c8b7-4c50-95c5-3fada10d7863", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:21:34.811379 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8abe413a-c6e5-4257-a686-96e214185ffb {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:21:34.811776 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacffb57-e578-48c8-af63-680f5b3c356e', 'name': 'network-vif-deleted', 'tag': 'fd244111-c8b7-4c50-95c5-3fada10d7863', 'status': 'completed', 'code': 200} Dec 07 18:21:34.828953 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-388aebae-4f59-4c48-970b-d738386705e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:34.918256 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-388aebae-4f59-4c48-970b-d738386705e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:34.923022 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-388aebae-4f59-4c48-970b-d738386705e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:34.965968 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-388aebae-4f59-4c48-970b-d738386705e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4c1ba61ad5f481fb7f37975bb697b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732468 Dec 07 18:21:34.967128 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388aebae-4f59-4c48-970b-d738386705e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afe6bc6-448a-4fa8-bdf1-4b5a81e3506f,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:34.969576 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50548) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:34.977406 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Allocated IP 172.20.0.10 (635b48e2-0961-4d11-bce1-200ecc63de51/2b3f88c7-aea5-4429-87cd-ed16eea7438e/92fc140e-38f6-4332-a89e-6d096fbfe5ff) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:21:35.023760 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8d32-bf04-4ea6-a0b9-3ee89c6160c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.047694 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8d32-bf04-4ea6-a0b9-3ee89c6160c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.108238 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8d32-bf04-4ea6-a0b9-3ee89c6160c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.111119 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8d32-bf04-4ea6-a0b9-3ee89c6160c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.112243 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-7a4a8d32-bf04-4ea6-a0b9-3ee89c6160c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5afe6bc6-448a-4fa8-bdf1-4b5a81e3506f HTTP/1.1" status: 204 len: 168 time: 0.1415730 Dec 07 18:21:35.120234 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a8d32-bf04-4ea6-a0b9-3ee89c6160c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afe6bc6-448a-4fa8-bdf1-4b5a81e3506f,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:35.201106 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bf1c5159-4dd6-4fd7-b384-c0f0e8852fdc req-b2d2d6ab-a77d-43ce-a192-c45648b01e5f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 210 time: 0.0566921 Dec 07 18:21:35.206341 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.249932 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.308597 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1ddcab4b-1b0c-4d6a-8298-9d67d0827732 req-c13443db-8a88-419f-8d13-c30593e3d3e6 tempest-AttachVolumeNegativeTest-54022764 tempest-AttachVolumeNegativeTest-54022764-project] 10.222.0.47 "GET /v2.0/ports?device_id=cacffb57-e578-48c8-af63-680f5b3c356e HTTP/1.1" status: 200 len: 210 time: 0.0526702 Dec 07 18:21:35.312101 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Network 635b48e2-0961-4d11-bce1-200ecc63de51 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:21:35.313575 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:21:35.317731 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:21:35.357322 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event updated for resources: {'Port': ['ID=92fc140e-38f6-4332-a89e-6d096fbfe5ff,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:35.393360 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:35.394162 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.419594 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-ad7ed9e6-dfee-4a88-86a2-65eefaec012c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8627875 Dec 07 18:21:35.454683 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Request body: {'port': {'device_id': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:35.519844 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.527976 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50562) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:35.546461 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e66f10c7-0f5e-4b19-afe9-6edd75a78761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.616748 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-5301a1e8-e7ba-48ec-8d24-63f90ec6dd5b None None] Provisioning complete for port 92fc140e-38f6-4332-a89e-6d096fbfe5ff triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:21:35.617103 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-5301a1e8-e7ba-48ec-8d24-63f90ec6dd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.633482 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e66f10c7-0f5e-4b19-afe9-6edd75a78761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.639472 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e66f10c7-0f5e-4b19-afe9-6edd75a78761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.654818 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-5301a1e8-e7ba-48ec-8d24-63f90ec6dd5b None None] Port 92fc140e-38f6-4332-a89e-6d096fbfe5ff cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:21:35.678542 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-e66f10c7-0f5e-4b19-afe9-6edd75a78761 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fada4be8077547c3897f6dbe58389947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490264 Dec 07 18:21:35.679407 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f10c7-0f5e-4b19-afe9-6edd75a78761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d5c731-1b2b-4d3b-b796-c260aefe5ba3,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:35.681651 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50564) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:35.730634 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa2b-7bce-409d-aaa1-aa8e4ae0ebe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.752301 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa2b-7bce-409d-aaa1-aa8e4ae0ebe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.800930 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa2b-7bce-409d-aaa1-aa8e4ae0ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.803625 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa2b-7bce-409d-aaa1-aa8e4ae0ebe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.804827 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-2d82aa2b-7bce-409d-aaa1-aa8e4ae0ebe8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07d5c731-1b2b-4d3b-b796-c260aefe5ba3 HTTP/1.1" status: 204 len: 168 time: 0.1222696 Dec 07 18:21:35.807062 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fc140e-38f6-4332-a89e-6d096fbfe5ff {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:21:35.815193 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.819085 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82aa2b-7bce-409d-aaa1-aa8e4ae0ebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d5c731-1b2b-4d3b-b796-c260aefe5ba3,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:35.828614 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Transition to ACTIVE for port object 92fc140e-38f6-4332-a89e-6d096fbfe5ff will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:21:35.832531 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:35.890928 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Pushing event updated for resources: {'Port': ['ID=92fc140e-38f6-4332-a89e-6d096fbfe5ff,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:35.959059 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Attempting to bind port 92fc140e-38f6-4332-a89e-6d096fbfe5ff on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:21:35.959480 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Attempting to bind port 92fc140e-38f6-4332-a89e-6d096fbfe5ff by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:21:35.959884 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Attempting to bind port 92fc140e-38f6-4332-a89e-6d096fbfe5ff on network 635b48e2-0961-4d11-bce1-200ecc63de51 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:21:35.965220 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Port 92fc140e-38f6-4332-a89e-6d096fbfe5ff on network 635b48e2-0961-4d11-bce1-200ecc63de51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:21:35.965626 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Attempting to bind port 92fc140e-38f6-4332-a89e-6d096fbfe5ff on network 635b48e2-0961-4d11-bce1-200ecc63de51 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:21:35.970993 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:21:35.971405 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Checking segment: {'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:21:35.971965 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Bound using segment: {'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:21:35.972406 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Bound port: 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b034ae64-b511-46f1-9a11-dc39932793e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:21:35.972799 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.048046 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] For port 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:21:36.051167 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] For port 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:21:36.054872 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.088905 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:36.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.090908 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] 10.222.0.37 "PUT /v2.0/ports/92fc140e-38f6-4332-a89e-6d096fbfe5ff HTTP/1.1" status: 200 len: 1094 time: 0.6408131 Dec 07 18:21:36.122562 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefe811-4bc0-4f6b-9de7-8f019414edcb service neutron] Pushing event updated for resources: {'Port': ['ID=92fc140e-38f6-4332-a89e-6d096fbfe5ff,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:36.194656 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50572) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:36.210817 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-d6644e5a-185c-4ee7-bf94-54788ff9ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:36.212396 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-d6644e5a-185c-4ee7-bf94-54788ff9ec07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50b4dd7627c40c19d4edf0693a1978b&device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 1097 time: 0.0609570 Dec 07 18:21:36.212816 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-43249df9-4c10-47ee-9a8e-b4e97c4e6263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.278035 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-fe18eee9-6d92-4bf2-92e6-a5d0012275cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff HTTP/1.1" status: 200 len: 217 time: 0.0495384 Dec 07 18:21:36.321522 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-43249df9-4c10-47ee-9a8e-b4e97c4e6263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.326277 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-43249df9-4c10-47ee-9a8e-b4e97c4e6263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.362599 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-90ab5a26-3cf8-44f7-9e08-bf266948f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:36.364058 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-90ab5a26-3cf8-44f7-9e08-bf266948f68f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3f88c7-aea5-4429-87cd-ed16eea7438e HTTP/1.1" status: 200 len: 848 time: 0.0777690 Dec 07 18:21:36.364533 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50578) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:36.376154 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-43249df9-4c10-47ee-9a8e-b4e97c4e6263 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17f6198dc261499f963c9d43a3c5a1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779253 Dec 07 18:21:36.376154 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43249df9-4c10-47ee-9a8e-b4e97c4e6263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6275349c-2c77-473e-9937-714e5fdc7085,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:36.378433 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7921c2d-b583-457f-935a-d331de9bcc38 req-bcd05448-01c6-4126-bc53-34a72218a345 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:36.378916 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50580) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:36.379883 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a7921c2d-b583-457f-935a-d331de9bcc38 req-bcd05448-01c6-4126-bc53-34a72218a345 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0954528 Dec 07 18:21:36.427830 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a0137338-683a-4131-9fee-b04f6c7f3762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.450518 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a0137338-683a-4131-9fee-b04f6c7f3762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.473823 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aeb0836-52fe-4553-ab81-cfee19845815 admin admin] Deleting subnet 3475aaf2-7d65-4d0e-90c8-f78f44abf276 {{(pid=102527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:21:36.484770 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0836-52fe-4553-ab81-cfee19845815 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.500168 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a0137338-683a-4131-9fee-b04f6c7f3762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.502820 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a0137338-683a-4131-9fee-b04f6c7f3762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.503979 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a0137338-683a-4131-9fee-b04f6c7f3762 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6275349c-2c77-473e-9937-714e5fdc7085 HTTP/1.1" status: 204 len: 168 time: 0.1239839 Dec 07 18:21:36.510865 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-41194047-c5dc-4f30-8428-3f4de0810ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:36.512036 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0137338-683a-4131-9fee-b04f6c7f3762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6275349c-2c77-473e-9937-714e5fdc7085,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:36.512388 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-41194047-c5dc-4f30-8428-3f4de0810ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=635b48e2-0961-4d11-bce1-200ecc63de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1316066 Dec 07 18:21:36.519818 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a7921c2d-b583-457f-935a-d331de9bcc38 req-cd6bf875-8085-4245-92de-44bdd2d85afd tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122966 Dec 07 18:21:36.569937 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0836-52fe-4553-ab81-cfee19845815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126242623'] for subnet, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.654521 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0836-52fe-4553-ab81-cfee19845815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.685980 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-2ca94fec-2f13-4f11-bdb4-0d979b58692b service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635194 Dec 07 18:21:36.776633 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0836-52fe-4553-ab81-cfee19845815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129744420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129886070'] for subnet, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.813007 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb0836-52fe-4553-ab81-cfee19845815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3475aaf2-7d65-4d0e-90c8-f78f44abf276,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:36.814980 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0836-52fe-4553-ab81-cfee19845815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.821123 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-1aeb0836-52fe-4553-ab81-cfee19845815 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3475aaf2-7d65-4d0e-90c8-f78f44abf276 HTTP/1.1" status: 204 len: 168 time: 0.4520695 Dec 07 18:21:36.821223 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50592) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:36.822062 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:21:36.824529 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0" -d '{"events": [{"name": "network-changed", "server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:21:36.840686 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-661d62fd-c8ce-44b4-a02e-f091827e7642 req-042c5cf0-8106-4364-9d09-db72bf907dfe service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457865 Dec 07 18:21:36.871424 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cf9b95-86a2-4fcb-ba97-714e27552a32 x-openstack-request-id: req-b5cf9b95-86a2-4fcb-ba97-714e27552a32 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:21:36.871720 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:21:36.871981 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5cf9b95-86a2-4fcb-ba97-714e27552a32 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:21:36.872403 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'status': 'completed', 'code': 200} Dec 07 18:21:36.897458 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.976894 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:36.978264 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:21:36.988999 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-a19e7ffc-8f1c-4fb3-893f-3178f42cddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:36.990535 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-a19e7ffc-8f1c-4fb3-893f-3178f42cddd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50b4dd7627c40c19d4edf0693a1978b&device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 1097 time: 0.0429928 Dec 07 18:21:37.001830 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d555f0d-23db-4504-bf81-c32b4bd8e151']}} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:37.012565 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffd38f5-10a3-400a-a7e7-ee49b7925e74') {'for_net_delete': True} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:37.012863 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffd38f5-10a3-400a-a7e7-ee49b7925e74') {} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:37.023120 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129597049'] for segment, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.046035 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.053880 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:21:37.054624 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126114566'] for segment, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: Traceback (most recent call last): Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: timer() Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: cb(*args, **kw) Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: return func(*args, **kwargs) Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: self._notify() Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: self.callback(batched_events) Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: event.method(event) Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: return f(self, *a, **k) Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._get(url).json() Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: return self.request(url, 'GET', **kwargs) Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:21:37.056698 dv-cinder-820918-1-iscsi neutron-server[102526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:21:37.101486 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-d127f26e-2dd5-4426-926c-60f167817a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:37.103049 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-d127f26e-2dd5-4426-926c-60f167817a60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=635b48e2-0961-4d11-bce1-200ecc63de51 HTTP/1.1" status: 200 len: 910 time: 0.1043131 Dec 07 18:21:37.119295 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.128626 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.132760 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] 10.222.0.47 "DELETE /v2.0/networks/2d555f0d-23db-4504-bf81-c32b4bd8e151 HTTP/1.1" status: 204 len: 168 time: 0.3103862 Dec 07 18:21:37.144222 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85702b7b-7c92-4124-8c24-cb11e1c3be1b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d555f0d-23db-4504-bf81-c32b4bd8e151,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:37.155781 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-cfe4b034-5510-46ed-a269-153642f9f900 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff HTTP/1.1" status: 200 len: 217 time: 0.0439224 Dec 07 18:21:37.210613 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-9da8a564-35b3-4ca9-bd74-000db97cd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:37.212771 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-9da8a564-35b3-4ca9-bd74-000db97cd895 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3f88c7-aea5-4429-87cd-ed16eea7438e HTTP/1.1" status: 200 len: 848 time: 0.0486732 Dec 07 18:21:37.257593 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50614) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:37.292868 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-9a2e7fd8-c498-4e43-b1fe-b2c9603fbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:37.294753 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-9a2e7fd8-c498-4e43-b1fe-b2c9603fbac7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=635b48e2-0961-4d11-bce1-200ecc63de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721402 Dec 07 18:21:37.296665 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50616) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:37.305522 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device fd244111-c8b7-4c50-95c5-3fada10d7863 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:21:37.320659 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-a1c709da-475b-4889-9d28-1c697636461d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=746fa912bd174892a134fc628bc51d69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0595438 Dec 07 18:21:37.321805 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50620) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:37.326599 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: fd244111-c8b7-4c50-95c5-3fada10d7863 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:21:37.327025 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device fd244111-c8b7-4c50-95c5-3fada10d7863 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:21:37.372016 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8e36b669-7636-4870-9a78-ebc36c5a05ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.395742 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8e36b669-7636-4870-9a78-ebc36c5a05ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.399088 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-aae888c9-473a-4eb3-885b-d2e5dc50076c service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925188 Dec 07 18:21:37.449658 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8e36b669-7636-4870-9a78-ebc36c5a05ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.452991 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-8e36b669-7636-4870-9a78-ebc36c5a05ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.456747 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-8e36b669-7636-4870-9a78-ebc36c5a05ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b915bf0-9a8e-4021-aa90-b01b5c568e41 HTTP/1.1" status: 204 len: 168 time: 0.1312866 Dec 07 18:21:37.462610 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36b669-7636-4870-9a78-ebc36c5a05ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b915bf0-9a8e-4021-aa90-b01b5c568e41,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:37.474768 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1934985340-network', 'tenant_id': '5b82382f80ea483d9b042585be2efad5'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:37.505901 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a4a416f4-dfd4-4e8d-b4d1-b37a5a57ccf0 req-5bfc234a-c0f3-44cb-a1de-3b6a69c58b1c service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981424 Dec 07 18:21:37.506630 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Made reservation on behalf of 5b82382f80ea483d9b042585be2efad5 for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:21:37.508998 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.518239 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.612876 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.617600 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.642718 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:21:37.656274 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beda1b5-92c4-4c56-aaa1-ab1a1305738f req-eb5a6ec2-de70-4a75-8a1b-092a9b314662 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:37.658490 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2beda1b5-92c4-4c56-aaa1-ab1a1305738f req-eb5a6ec2-de70-4a75-8a1b-092a9b314662 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0535555 Dec 07 18:21:37.660625 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefdb027-f3fd-42bd-84f1-27260f85f84c,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:37.663749 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.664110 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Added segment 3f60f62b-bc41-443b-b357-6fc24ea3faee of type vlan for network 59eca683-bccb-4252-a2b0-0bb6d55a6e95 Dec 07 18:21:37.705838 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.725822 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2beda1b5-92c4-4c56-aaa1-ab1a1305738f req-7e10a073-2560-402b-9f7e-3e8b46604604 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498445 Dec 07 18:21:37.732461 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.734078 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:37.734863 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:37.802260 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5044482 Dec 07 18:21:37.805266 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50638) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:37.810770 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e0613-6474-43ef-bfa5-12881c22cc4b admin admin] Pushing event updated for resources: {'Network': ['ID=59eca683-bccb-4252-a2b0-0bb6d55a6e95,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:37.811076 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Request body: {'subnet': {'network_id': '59eca683-bccb-4252-a2b0-0bb6d55a6e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1934985340-subnet', 'tenant_id': '5b82382f80ea483d9b042585be2efad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:37.821690 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 59eca683-bccb-4252-a2b0-0bb6d55a6e95 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:21:37.837500 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Made reservation on behalf of 5b82382f80ea483d9b042585be2efad5 for: {'subnet': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:21:37.840961 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129886099'] for subnet, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:38.031464 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129744485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129886093'] for subnet, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:38.095971 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=587ca6f7-afff-49f5-94d0-6818f93b1081,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:38.103463 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Checking segment: {'id': '3f60f62b-bc41-443b-b357-6fc24ea3faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '59eca683-bccb-4252-a2b0-0bb6d55a6e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:21:38.103815 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Network hostable DHCP agents. Network: 59eca683-bccb-4252-a2b0-0bb6d55a6e95, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:21:38.125625 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Network 59eca683-bccb-4252-a2b0-0bb6d55a6e95 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:21:38.135526 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 59eca683-bccb-4252-a2b0-0bb6d55a6e95) {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:21:38.139791 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:38.140524 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:38.146167 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3474393-1085-4022-8e36-6e3812ff7cf6 None None] Network 59eca683-bccb-4252-a2b0-0bb6d55a6e95 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:21:38.165296 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-4c97776c-b499-4d54-800c-e86d28178afe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3583095 Dec 07 18:21:38.251692 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1c49e-696a-49e7-b3fc-b411d71035e5 None None] Network 59eca683-bccb-4252-a2b0-0bb6d55a6e95 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:21:38.716834 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50680) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:38.721639 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-789769376-network', 'tenant_id': '7785dd9429924014bcca3228b84c27bc'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:38.742612 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Made reservation on behalf of 7785dd9429924014bcca3228b84c27bc for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:21:38.745090 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:38.754011 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:38.868807 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:38.876857 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567dd57-1579-4c1e-a13c-74f1096c0e49 req-80fb3683-bef8-49bf-adbc-23f5751a4f45 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:38.878349 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e567dd57-1579-4c1e-a13c-74f1096c0e49 req-80fb3683-bef8-49bf-adbc-23f5751a4f45 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0783956 Dec 07 18:21:38.879416 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:38.914116 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:21:38.939258 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadb8392-5596-41af-924a-83b75bea9658,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:38.944101 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:38.944485 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Added segment d8bc0e38-7261-496f-b31b-636f60a55106 of type vlan for network e0f971ac-2886-41d7-a2c1-b3d0680b8449 Dec 07 18:21:38.988110 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e567dd57-1579-4c1e-a13c-74f1096c0e49 req-587a3448-1c1b-4382-9006-ce248b1bc536 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029956 Dec 07 18:21:39.002198 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:39.029700 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:39.030720 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:39.031338 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:39.063755 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3458688 Dec 07 18:21:39.066627 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50688) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:39.071835 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Request body: {'subnet': {'network_id': 'e0f971ac-2886-41d7-a2c1-b3d0680b8449', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-789769376-subnet', 'tenant_id': '7785dd9429924014bcca3228b84c27bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:39.093007 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Made reservation on behalf of 7785dd9429924014bcca3228b84c27bc for: {'subnet': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:21:39.095525 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4394a-80d5-4ad2-9130-a54677ca966c admin admin] Pushing event updated for resources: {'Network': ['ID=e0f971ac-2886-41d7-a2c1-b3d0680b8449,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:39.095699 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129886099'] for subnet, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:39.106276 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network e0f971ac-2886-41d7-a2c1-b3d0680b8449 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:21:39.271195 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129744485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129886093'] for subnet, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:39.325246 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=265850b0-86ae-4870-8288-f6194fce0858,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:39.334501 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Checking segment: {'id': 'd8bc0e38-7261-496f-b31b-636f60a55106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e0f971ac-2886-41d7-a2c1-b3d0680b8449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:21:39.334852 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Network hostable DHCP agents. Network: e0f971ac-2886-41d7-a2c1-b3d0680b8449, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:21:39.350733 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Network e0f971ac-2886-41d7-a2c1-b3d0680b8449 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:21:39.359663 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, e0f971ac-2886-41d7-a2c1-b3d0680b8449) {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:21:39.365175 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:39.365281 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:39.368200 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37610ed5-0d85-4867-8b01-c1b842b86a31 None None] Network e0f971ac-2886-41d7-a2c1-b3d0680b8449 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:21:39.381463 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-b8077698-e88a-460d-a4aa-29da10b4e2cc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3137243 Dec 07 18:21:39.463609 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae68525-8630-4427-b2a3-0493ebdd93a5 None None] Network e0f971ac-2886-41d7-a2c1-b3d0680b8449 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:21:40.108489 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e8fa4-db38-45fb-82b7-6684820e758f req-72a34a60-e149-44dc-9786-c2aeaf890112 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:40.110537 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ba5e8fa4-db38-45fb-82b7-6684820e758f req-72a34a60-e149-44dc-9786-c2aeaf890112 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0495503 Dec 07 18:21:40.169502 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ba5e8fa4-db38-45fb-82b7-6684820e758f req-11b988e3-4f3d-411a-a4d1-244c86434be0 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531778 Dec 07 18:21:41.286260 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfca86-31be-4e6f-aed7-c3f4e1b0e6a6 req-8bcd6bd4-5aaf-4c23-be04-0d3ef1a303c4 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:41.287737 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-44bfca86-31be-4e6f-aed7-c3f4e1b0e6a6 req-8bcd6bd4-5aaf-4c23-be04-0d3ef1a303c4 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0512993 Dec 07 18:21:41.339123 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-44bfca86-31be-4e6f-aed7-c3f4e1b0e6a6 req-20a9a5a1-70d5-4f7e-b739-f5f83a6060c0 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449593 Dec 07 18:21:41.504271 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb8dc-ff35-434a-a733-f7f850c3c1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:41.870155 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:42.279718 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50762) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:42.390519 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6bca1130-79f8-4782-bf31-b66565af8733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:42.697732 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e270d0-1c62-4cc2-a831-39dbf42736ea req-4bc2bb4d-2f71-45e2-bf89-010a6855f4ff tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:42.699155 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-17e270d0-1c62-4cc2-a831-39dbf42736ea req-4bc2bb4d-2f71-45e2-bf89-010a6855f4ff tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.2914903 Dec 07 18:21:42.741496 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6bca1130-79f8-4782-bf31-b66565af8733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:42.749496 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6bca1130-79f8-4782-bf31-b66565af8733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:42.789845 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-17e270d0-1c62-4cc2-a831-39dbf42736ea req-679c8709-df88-4487-8cb8-a5ba119ffec0 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826793 Dec 07 18:21:42.803036 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-6bca1130-79f8-4782-bf31-b66565af8733 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36683591b7bc40a388523d0ee4efef18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221236 Dec 07 18:21:42.803875 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca1130-79f8-4782-bf31-b66565af8733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb1d6e-a223-4e34-ae0e-28bd2d28a800,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:42.805779 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50772) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:42.855348 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c0c87eb2-db7a-4487-968a-be657323c730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:42.877333 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c0c87eb2-db7a-4487-968a-be657323c730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:42.924763 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c0c87eb2-db7a-4487-968a-be657323c730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:42.927336 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c0c87eb2-db7a-4487-968a-be657323c730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:42.928517 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-c0c87eb2-db7a-4487-968a-be657323c730 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/56bb1d6e-a223-4e34-ae0e-28bd2d28a800 HTTP/1.1" status: 204 len: 168 time: 0.1212368 Dec 07 18:21:42.936506 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c87eb2-db7a-4487-968a-be657323c730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb1d6e-a223-4e34-ae0e-28bd2d28a800,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:43.454833 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-3a8d21a1-011e-4ed0-8bdf-cca5302640e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581083 Dec 07 18:21:43.564941 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-4272c914-f7a4-4b5f-80a7-66babb6aef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:43.567188 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-4272c914-f7a4-4b5f-80a7-66babb6aef00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 1098 time: 0.0595605 Dec 07 18:21:43.690031 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-e8aa8401-05c0-4552-addd-a9918a6cf6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:43.691628 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-e8aa8401-05c0-4552-addd-a9918a6cf6ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 912 time: 0.0978591 Dec 07 18:21:43.766895 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-374fb4ff-33ad-4966-8eff-4acf649461ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32b38252-4967-4f79-bbd8-d483954c2fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0665135 Dec 07 18:21:43.845307 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-9b87c4cc-7d12-434e-9888-1d739ba91bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:43.846769 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-9b87c4cc-7d12-434e-9888-1d739ba91bde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 200 len: 850 time: 0.0480385 Dec 07 18:21:43.936702 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-9c13ab2f-ea6d-445b-8217-3fb0286fa578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:43.938536 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-9c13ab2f-ea6d-445b-8217-3fb0286fa578 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03597245-6d91-43e2-998e-8715e605ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813181 Dec 07 18:21:43.953561 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e8ff2-5b6f-4390-8aa6-bca118948b6d req-eafc7cf3-15ee-4e2c-949c-27ee2b11d154 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:43.955102 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0e8e8ff2-5b6f-4390-8aa6-bca118948b6d req-eafc7cf3-15ee-4e2c-949c-27ee2b11d154 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0649440 Dec 07 18:21:44.056510 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0e8e8ff2-5b6f-4390-8aa6-bca118948b6d req-976ba2b9-2251-42a2-89c5-96b61b6e2e48 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927293 Dec 07 18:21:44.066511 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8ab5ee1d-8348-4481-947e-ade04f861b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:44.079715 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-e1f5b9ea-008e-426b-a235-2b4bdf635383 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236167 Dec 07 18:21:44.193119 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7d24bbec-7679-432d-be72-eb29ffda3c61 req-c9620562-89b4-4e68-a1f8-92387684fa83 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916278 Dec 07 18:21:44.221629 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50840) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:44.326608 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b590b8ad-e29c-4932-be5c-38770e8e26e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:44.401219 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b590b8ad-e29c-4932-be5c-38770e8e26e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:44.405492 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b590b8ad-e29c-4932-be5c-38770e8e26e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:44.444515 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-b590b8ad-e29c-4932-be5c-38770e8e26e5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9ab1c53ca1a424ebc7da7db8a1cca73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215502 Dec 07 18:21:44.445364 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590b8ad-e29c-4932-be5c-38770e8e26e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78bc4e4-3647-4c0a-9355-2811d9c424ea,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:44.447256 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50846) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:44.493815 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-113133ad-8399-4b4e-9386-f3592a76d229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:44.514229 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-113133ad-8399-4b4e-9386-f3592a76d229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:44.561704 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-113133ad-8399-4b4e-9386-f3592a76d229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:44.564198 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-113133ad-8399-4b4e-9386-f3592a76d229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:44.565370 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-113133ad-8399-4b4e-9386-f3592a76d229 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f78bc4e4-3647-4c0a-9355-2811d9c424ea HTTP/1.1" status: 204 len: 168 time: 0.1170964 Dec 07 18:21:44.574298 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113133ad-8399-4b4e-9386-f3592a76d229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78bc4e4-3647-4c0a-9355-2811d9c424ea,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:45.063724 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.186908 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a61f6-60af-4976-9a05-c5a4aa719325 req-29e5a777-d692-4350-834b-3fbf6d57b10c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:45.188530 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7f2a61f6-60af-4976-9a05-c5a4aa719325 req-29e5a777-d692-4350-834b-3fbf6d57b10c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0535054 Dec 07 18:21:45.223503 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50884) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:45.246214 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7f2a61f6-60af-4976-9a05-c5a4aa719325 req-ca15a928-389f-4553-b4ef-c07c5d6b507f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511589 Dec 07 18:21:45.325466 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624988879-network', 'tenant_id': '9edbb86fb1064f1196eed94f183717b1'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:45.345847 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Made reservation on behalf of 9edbb86fb1064f1196eed94f183717b1 for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:21:45.348220 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.356456 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.430904 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.436613 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.458228 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:21:45.473182 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6ef637-ae0f-4818-b85f-661ce710c170,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:45.476058 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.476427 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Added segment d018eee9-ec76-4a4b-8ee7-4ab53da39236 of type vlan for network 7164c7e4-ea87-41b3-8769-d991366ce5d5 Dec 07 18:21:45.520642 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.545867 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.546888 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:45.547743 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.589139 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3639610 Dec 07 18:21:45.591664 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50894) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:45.597671 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Request body: {'subnet': {'network_id': '7164c7e4-ea87-41b3-8769-d991366ce5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624988879-subnet', 'tenant_id': '9edbb86fb1064f1196eed94f183717b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:45.624222 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Made reservation on behalf of 9edbb86fb1064f1196eed94f183717b1 for: {'subnet': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:21:45.626555 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd15949-4ed1-422c-baf3-310a5177e0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=7164c7e4-ea87-41b3-8769-d991366ce5d5,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:45.630052 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129886099'] for subnet, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.636184 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 7164c7e4-ea87-41b3-8769-d991366ce5d5 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:21:45.818747 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129744485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129886093'] for subnet, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.876511 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9c90d1-55c8-4cba-9020-ca10bbc61a80,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:45.886729 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Checking segment: {'id': 'd018eee9-ec76-4a4b-8ee7-4ab53da39236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7164c7e4-ea87-41b3-8769-d991366ce5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:21:45.887084 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Network hostable DHCP agents. Network: 7164c7e4-ea87-41b3-8769-d991366ce5d5, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:21:45.906929 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Network 7164c7e4-ea87-41b3-8769-d991366ce5d5 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:21:45.919017 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 7164c7e4-ea87-41b3-8769-d991366ce5d5) {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:21:45.923221 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:45.924008 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:45.930371 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3b666b-3f22-4bc1-814e-7b84b79885bb None None] Network 7164c7e4-ea87-41b3-8769-d991366ce5d5 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:21:45.960994 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-049d2e51-8084-4db9-9c7a-8e1b0e2138c7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3606927 Dec 07 18:21:46.032707 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a552d3-ca31-494d-8b53-4904dcef02ae None None] Network 7164c7e4-ea87-41b3-8769-d991366ce5d5 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:21:46.371709 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a20a2-5c77-43b1-bf10-ca5f22345c20 req-3a017645-7e85-46fd-b2f9-6bba1d4f0bfa tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:46.373255 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1c4a20a2-5c77-43b1-bf10-ca5f22345c20 req-3a017645-7e85-46fd-b2f9-6bba1d4f0bfa tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0513754 Dec 07 18:21:46.403833 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:46.425958 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1c4a20a2-5c77-43b1-bf10-ca5f22345c20 req-f9a9fa6c-7d69-473b-8438-c72e5287718a tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466185 Dec 07 18:21:46.494678 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50930) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:46.499586 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036593416-network', 'tenant_id': '74dbe1f8a32641a6b3a4e69b46d44b80'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:46.520456 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Made reservation on behalf of 74dbe1f8a32641a6b3a4e69b46d44b80 for: {'network': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:21:46.522629 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:46.532277 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:46.604860 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:46.608825 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:46.638067 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=102527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:21:46.647085 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a5295c-9220-477c-bb7d-281e761b3b70,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:46.655807 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:46.656221 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.segments_db [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Added segment e2c164ee-258d-4871-90cf-b33b31de4799 of type vlan for network 354c2479-a33f-4683-8d1f-976d2a57d972 Dec 07 18:21:46.701758 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:46.725774 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:46.726706 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:46.727309 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:46.785866 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2900405 Dec 07 18:21:46.788549 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50932) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:46.793398 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Request body: {'subnet': {'network_id': '354c2479-a33f-4683-8d1f-976d2a57d972', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036593416-subnet', 'tenant_id': '74dbe1f8a32641a6b3a4e69b46d44b80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:46.800939 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfd39f-d79e-45bc-ae54-3de1e8d84388 admin admin] Pushing event updated for resources: {'Network': ['ID=354c2479-a33f-4683-8d1f-976d2a57d972,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:46.811761 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 354c2479-a33f-4683-8d1f-976d2a57d972 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:21:46.819728 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Made reservation on behalf of 74dbe1f8a32641a6b3a4e69b46d44b80 for: {'subnet': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:21:46.822267 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129886099'] for subnet, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.012636 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129744485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129886093'] for subnet, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.070343 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c86204c8-af4e-4a59-af9f-eee45105caad,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:47.075127 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Checking segment: {'id': 'e2c164ee-258d-4871-90cf-b33b31de4799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '354c2479-a33f-4683-8d1f-976d2a57d972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:21:47.075484 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Network hostable DHCP agents. Network: 354c2479-a33f-4683-8d1f-976d2a57d972, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:21:47.092211 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Network 354c2479-a33f-4683-8d1f-976d2a57d972 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:21:47.100546 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 354c2479-a33f-4683-8d1f-976d2a57d972) {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:21:47.105099 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:47.105606 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.110032 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc25e9e7-7ca2-47a6-80b3-1d87ed6ed046 None None] Network 354c2479-a33f-4683-8d1f-976d2a57d972 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:21:47.122295 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-8feae8c3-1c71-4078-a451-497b85b34874 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3327332 Dec 07 18:21:47.207555 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd49e60-25fa-4e53-8edc-50fb49f40d34 None None] Network 354c2479-a33f-4683-8d1f-976d2a57d972 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:21:47.242059 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50942) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:47.296167 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7acd145-b636-42f3-9a75-6fed87e23dd8 admin admin] Deleting subnet dd9c90d1-55c8-4cba-9020-ca10bbc61a80 {{(pid=102526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:21:47.299635 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7acd145-b636-42f3-9a75-6fed87e23dd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.340942 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7acd145-b636-42f3-9a75-6fed87e23dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129596928'] for subnet, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.351260 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 92fc140e-38f6-4332-a89e-6d096fbfe5ff details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:21:47.387809 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7acd145-b636-42f3-9a75-6fed87e23dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.450500 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7acd145-b636-42f3-9a75-6fed87e23dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126111972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130002198'] for subnet, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.482329 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:47.483151 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acd145-b636-42f3-9a75-6fed87e23dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9c90d1-55c8-4cba-9020-ca10bbc61a80,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:47.495787 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7acd145-b636-42f3-9a75-6fed87e23dd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.503723 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50956) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:47.506950 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'port_id': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'mac_address': 'fa:16:3e:b9:48:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:21:47.508878 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-b7acd145-b636-42f3-9a75-6fed87e23dd8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dd9c90d1-55c8-4cba-9020-ca10bbc61a80 HTTP/1.1" status: 204 len: 168 time: 0.2656963 Dec 07 18:21:47.545851 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.562833 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fc140e-38f6-4332-a89e-6d096fbfe5ff {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:21:47.592142 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:47.597636 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.603180 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.611061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.621790 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05209a-ed50-4398-b235-708d4a74d7ff req-eba3779a-4e71-4a6f-8ff7-3b293061eeb8 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:47.623335 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ac05209a-ed50-4398-b235-708d4a74d7ff req-eba3779a-4e71-4a6f-8ff7-3b293061eeb8 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.1063855 Dec 07 18:21:47.651920 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=92fc140e-38f6-4332-a89e-6d096fbfe5ff,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:47.659765 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.660125 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.660507 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.660852 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.661267 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.661613 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.661946 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.662339 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.662724 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.663059 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.663428 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.663758 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.664081 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:47.738863 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.746188 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ac05209a-ed50-4398-b235-708d4a74d7ff req-b6aa0ac6-0355-403d-8d0f-d24495ba4db0 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151872 Dec 07 18:21:47.766936 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7164c7e4-ea87-41b3-8769-d991366ce5d5']}} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:47.778186 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd018eee9-ec76-4a4b-8ee7-4ab53da39236') {'for_net_delete': True} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:47.778483 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd018eee9-ec76-4a4b-8ee7-4ab53da39236') {} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:47.788034 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126242630'] for segment, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.801619 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.808182 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:21:47.808652 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129742278'] for segment, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: Traceback (most recent call last): Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: timer() Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: cb(*args, **kw) Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: return func(*args, **kwargs) Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: self._notify() Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: self.callback(batched_events) Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: event.method(event) Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: return f(self, *a, **k) Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._get(url).json() Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: return self.request(url, 'GET', **kwargs) Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:21:47.810494 dv-cinder-820918-1-iscsi neutron-server[102527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:21:47.866358 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.872507 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.875653 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7164c7e4-ea87-41b3-8769-d991366ce5d5 HTTP/1.1" status: 204 len: 168 time: 0.3709109 Dec 07 18:21:47.878763 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50958) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:47.886143 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255d9f0-ac54-4b09-9953-e923badcadc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7164c7e4-ea87-41b3-8769-d991366ce5d5,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:47.930172 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edf3cf4-327c-4e9b-aee1-d6acf9c5e541 admin admin] Deleting subnet c86204c8-af4e-4a59-af9f-eee45105caad {{(pid=102526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:21:47.934099 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6edf3cf4-327c-4e9b-aee1-d6acf9c5e541 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:47.968218 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6edf3cf4-327c-4e9b-aee1-d6acf9c5e541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129596928'] for subnet, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.005578 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6edf3cf4-327c-4e9b-aee1-d6acf9c5e541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.057929 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6edf3cf4-327c-4e9b-aee1-d6acf9c5e541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126111972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130002198'] for subnet, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.083202 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf3cf4-327c-4e9b-aee1-d6acf9c5e541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c86204c8-af4e-4a59-af9f-eee45105caad,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:48.087735 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6edf3cf4-327c-4e9b-aee1-d6acf9c5e541 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.091526 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-6edf3cf4-327c-4e9b-aee1-d6acf9c5e541 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c86204c8-af4e-4a59-af9f-eee45105caad HTTP/1.1" status: 204 len: 168 time: 0.2116935 Dec 07 18:21:48.094009 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50964) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:48.108422 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['92fc140e-38f6-4332-a89e-6d096fbfe5ff'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:21:48.170939 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.250458 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.269553 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354c2479-a33f-4683-8d1f-976d2a57d972']}} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:48.279096 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c164ee-258d-4871-90cf-b33b31de4799') {'for_net_delete': True} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:48.279391 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c164ee-258d-4871-90cf-b33b31de4799') {} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:48.288408 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129597049'] for segment, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.301664 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.307442 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:21:48.307828 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126114566'] for segment, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: Traceback (most recent call last): Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: timer() Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: cb(*args, **kw) Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: return func(*args, **kwargs) Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: self._notify() Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: self.callback(batched_events) Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: event.method(event) Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: return f(self, *a, **k) Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._get(url).json() Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: return self.request(url, 'GET', **kwargs) Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:21:48.309476 dv-cinder-820918-1-iscsi neutron-server[102526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:21:48.361731 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.366378 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.369602 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/354c2479-a33f-4683-8d1f-976d2a57d972 HTTP/1.1" status: 204 len: 168 time: 0.2746942 Dec 07 18:21:48.382414 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718da9e-3d3f-4bee-a75f-477abdbb1de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=354c2479-a33f-4683-8d1f-976d2a57d972,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:48.531711 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50972) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:48.576521 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-c5cee61f-9adc-4632-9b45-b8f93a38ab73 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9edbb86fb1064f1196eed94f183717b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435803 Dec 07 18:21:48.579028 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 50976) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:48.625724 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-1fd22f70-e8df-42fd-b298-ca891a428a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.649064 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-1fd22f70-e8df-42fd-b298-ca891a428a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.698054 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-1fd22f70-e8df-42fd-b298-ca891a428a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.700583 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-1fd22f70-e8df-42fd-b298-ca891a428a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:48.701731 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-1fd22f70-e8df-42fd-b298-ca891a428a03 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b6ef637-ae0f-4818-b85f-661ce710c170 HTTP/1.1" status: 204 len: 168 time: 0.1217926 Dec 07 18:21:48.712654 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd22f70-e8df-42fd-b298-ca891a428a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6ef637-ae0f-4818-b85f-661ce710c170,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:48.892427 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55343cd2-23f1-49b4-a333-f4a8d6d20e50 req-2116939f-302f-453d-b447-ef0e40891347 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:48.892427 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-55343cd2-23f1-49b4-a333-f4a8d6d20e50 req-2116939f-302f-453d-b447-ef0e40891347 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 945 time: 0.0540302 Dec 07 18:21:48.934265 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-55343cd2-23f1-49b4-a333-f4a8d6d20e50 req-00ecfe62-ae9a-404b-afc7-fd2849e2d56f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492520 Dec 07 18:21:49.085750 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50990) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:49.130898 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-8b0347fb-2e9b-4900-8077-9631119e81dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74dbe1f8a32641a6b3a4e69b46d44b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425434 Dec 07 18:21:49.132088 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 50994) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:49.181463 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a267b5cc-33c7-4cf0-8da4-1887b9fb3e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:49.202301 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a267b5cc-33c7-4cf0-8da4-1887b9fb3e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:49.249152 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a267b5cc-33c7-4cf0-8da4-1887b9fb3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:49.251701 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a267b5cc-33c7-4cf0-8da4-1887b9fb3e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:49.252873 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-a267b5cc-33c7-4cf0-8da4-1887b9fb3e38 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4a5295c-9220-477c-bb7d-281e761b3b70 HTTP/1.1" status: 204 len: 168 time: 0.1197634 Dec 07 18:21:49.260964 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267b5cc-33c7-4cf0-8da4-1887b9fb3e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a5295c-9220-477c-bb7d-281e761b3b70,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:49.355987 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 92fc140e-38f6-4332-a89e-6d096fbfe5ff up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:21:49.406798 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 92fc140e-38f6-4332-a89e-6d096fbfe5ff completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:21:49.411112 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 92fc140e-38f6-4332-a89e-6d096fbfe5ff triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:21:49.411697 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:49.497077 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:49.530595 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:21:49.533731 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd8abcf-a9e2-470d-a03b-2aec4e5df2e3" -d '{"events": [{"server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "name": "network-vif-plugged", "status": "completed", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:21:49.549145 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:21:49.554877 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:49.626490 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=92fc140e-38f6-4332-a89e-6d096fbfe5ff,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:49.632414 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b6ed92-a1bf-4ecd-b20e-6f69ac921ac8 x-openstack-request-id: req-89b6ed92-a1bf-4ecd-b20e-6f69ac921ac8 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:21:49.632853 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "name": "network-vif-plugged", "status": "completed", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:21:49.633225 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-89b6ed92-a1bf-4ecd-b20e-6f69ac921ac8 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:21:49.633730 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'code': 200} Dec 07 18:21:49.935719 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe59a94-7543-4a32-9b25-38c9f0ef378e req-d042c512-112d-45dc-8a78-f66d06a2d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:49.937811 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1fe59a94-7543-4a32-9b25-38c9f0ef378e req-d042c512-112d-45dc-8a78-f66d06a2d80b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 1099 time: 0.0425618 Dec 07 18:21:49.991918 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1fe59a94-7543-4a32-9b25-38c9f0ef378e req-1ea497e4-a068-4a84-ac5c-62f71682cba7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442128 Dec 07 18:21:50.078289 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eed8ef-5cd5-48be-b71e-736a1a308b15 req-aeb13fe5-7aab-4923-a923-144e444dbb10 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:50.078289 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8eed8ef-5cd5-48be-b71e-736a1a308b15 req-aeb13fe5-7aab-4923-a923-144e444dbb10 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0659723 Dec 07 18:21:50.131905 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a8eed8ef-5cd5-48be-b71e-736a1a308b15 req-f0c0f40a-5cad-4943-b9d1-3e97a299d37a tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474300 Dec 07 18:21:51.211959 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 51102) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:51.257417 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f398-b95f-4a42-8230-f5cdfb2857f6 req-fca1cfcc-ec26-48fd-b974-2502e7f2f7db tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:51.265683 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0cf4f398-b95f-4a42-8230-f5cdfb2857f6 req-fca1cfcc-ec26-48fd-b974-2502e7f2f7db tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0611451 Dec 07 18:21:51.321014 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0cf4f398-b95f-4a42-8230-f5cdfb2857f6 req-24d3eb37-35da-4977-9837-bd4183764a70 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541315 Dec 07 18:21:51.336096 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-06db3451-b48a-4171-8c18-042c614b990c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:51.419775 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-06db3451-b48a-4171-8c18-042c614b990c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:51.423128 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-06db3451-b48a-4171-8c18-042c614b990c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:51.461490 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-06db3451-b48a-4171-8c18-042c614b990c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b9a7c6c02fb4ba3ae6dacf2a3a5dcf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484086 Dec 07 18:21:51.462375 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db3451-b48a-4171-8c18-042c614b990c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf936c5d-9232-4bf7-8948-40375d15d505,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:51.464936 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51110) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:51.512930 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-bd6abc27-52ac-4efc-8bab-0ef005c69b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:51.534217 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-bd6abc27-52ac-4efc-8bab-0ef005c69b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:51.582652 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-bd6abc27-52ac-4efc-8bab-0ef005c69b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:51.585484 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-bd6abc27-52ac-4efc-8bab-0ef005c69b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:51.586693 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-bd6abc27-52ac-4efc-8bab-0ef005c69b06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf936c5d-9232-4bf7-8948-40375d15d505 HTTP/1.1" status: 204 len: 168 time: 0.1206496 Dec 07 18:21:51.594936 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6abc27-52ac-4efc-8bab-0ef005c69b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf936c5d-9232-4bf7-8948-40375d15d505,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:51.856369 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51118) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:51.869589 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-93dd66ca-488b-48d2-8bd5-59d184515eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:51.943649 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-93dd66ca-488b-48d2-8bd5-59d184515eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:51.949007 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-93dd66ca-488b-48d2-8bd5-59d184515eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:51.990407 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-93dd66ca-488b-48d2-8bd5-59d184515eff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c6e1eeb72134f098f24cb6867ea1e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329117 Dec 07 18:21:51.991373 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd66ca-488b-48d2-8bd5-59d184515eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e032027-c8af-4f58-8880-1ad918fb8811,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:51.993260 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 51122) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:52.059550 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fa95074d-8f71-4af6-89d5-81be52339bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:52.083415 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fa95074d-8f71-4af6-89d5-81be52339bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:52.150429 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fa95074d-8f71-4af6-89d5-81be52339bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:52.153599 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fa95074d-8f71-4af6-89d5-81be52339bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:52.157000 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-fa95074d-8f71-4af6-89d5-81be52339bbd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e032027-c8af-4f58-8880-1ad918fb8811 HTTP/1.1" status: 204 len: 168 time: 0.1603539 Dec 07 18:21:52.162900 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95074d-8f71-4af6-89d5-81be52339bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e032027-c8af-4f58-8880-1ad918fb8811,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:52.474029 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acf94e-999d-40bd-b606-f65a8e6b53f4 req-7c00ec91-55a5-4b24-a196-1cb32e946804 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:52.481686 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b9acf94e-999d-40bd-b606-f65a8e6b53f4 req-7c00ec91-55a5-4b24-a196-1cb32e946804 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0709219 Dec 07 18:21:52.484326 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec90571-ad86-484a-8035-b82d8e0c44e5 req-150cd43b-164f-4a79-b602-7c845b9241ae tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:52.485961 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fec90571-ad86-484a-8035-b82d8e0c44e5 req-150cd43b-164f-4a79-b602-7c845b9241ae tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0696747 Dec 07 18:21:52.540740 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fec90571-ad86-484a-8035-b82d8e0c44e5 req-73a2afb7-86b4-49ff-8b1a-e94f08928bb3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466235 Dec 07 18:21:52.546374 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b9acf94e-999d-40bd-b606-f65a8e6b53f4 req-a65e4dad-5e2a-4868-9c96-7480c22efde9 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575514 Dec 07 18:21:52.696691 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67281b59-1fe0-4dcd-b27a-65f89d62acad req-5ed4ec28-2b61-4f0d-8285-7b8528f64f37 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:52.698243 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-67281b59-1fe0-4dcd-b27a-65f89d62acad req-5ed4ec28-2b61-4f0d-8285-7b8528f64f37 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0526128 Dec 07 18:21:52.758598 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-67281b59-1fe0-4dcd-b27a-65f89d62acad req-9e17801c-6d27-40bd-9ad3-4681113a0c6e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530846 Dec 07 18:21:52.784254 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 51170) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:53.014514 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e54f82-fdc8-4710-ad9d-a3843073a60f tempest-TestShelveInstance-963508702 tempest-TestShelveInstance-963508702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:53.016043 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-f6e54f82-fdc8-4710-ad9d-a3843073a60f tempest-TestShelveInstance-963508702 tempest-TestShelveInstance-963508702-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 1094 time: 0.2307379 Dec 07 18:21:53.018995 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 51190) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:53.023446 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Request body: {'floatingip': {'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'port_id': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:21:53.048142 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for floatingip, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:53.161798 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:53.287032 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Allocated IP 172.27.2.89 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/26da131d-2c1c-4007-b10b-c7762f997fae) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:21:53.408302 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:53.457257 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:53.508457 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:21:53.512644 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:21:53.516393 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:21:53.559601 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event updated for resources: {'Port': ['ID=26da131d-2c1c-4007-b10b-c7762f997fae,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:53.738512 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e11e9-ed88-485e-a369-d50db96f51e7 req-16d1039d-65e2-499f-b975-9f283c802ceb tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:53.740001 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ec0e11e9-ed88-485e-a369-d50db96f51e7 req-16d1039d-65e2-499f-b975-9f283c802ceb tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.1094689 Dec 07 18:21:53.837871 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ec0e11e9-ed88-485e-a369-d50db96f51e7 req-f5e15a8b-1ec0-40f7-b21c-f8c5d310a42f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901315 Dec 07 18:21:54.233328 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51256) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:54.237215 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.286883 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9b7d5e-a876-4b46-acc2-eb608c1fe627 admin admin] Deleting subnet 587ca6f7-afff-49f5-94d0-6818f93b1081 {{(pid=102527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:21:54.287300 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7d5e-a876-4b46-acc2-eb608c1fe627 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.312658 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.329109 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7d5e-a876-4b46-acc2-eb608c1fe627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126242623'] for subnet, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.380670 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7d5e-a876-4b46-acc2-eb608c1fe627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.439024 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7d5e-a876-4b46-acc2-eb608c1fe627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129744420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129886070'] for subnet, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.472718 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7d5e-a876-4b46-acc2-eb608c1fe627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587ca6f7-afff-49f5-94d0-6818f93b1081,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:54.478366 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7d5e-a876-4b46-acc2-eb608c1fe627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.484684 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 51268) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:54.485094 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-ec9b7d5e-a876-4b46-acc2-eb608c1fe627 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/587ca6f7-afff-49f5-94d0-6818f93b1081 HTTP/1.1" status: 204 len: 168 time: 0.2507524 Dec 07 18:21:54.509084 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.518774 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126114602'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.607429 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.641308 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event updated for resources: {'Port': ['ID=26da131d-2c1c-4007-b10b-c7762f997fae,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:54.658975 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.676066 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51278) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:54.783414 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6773dc61-c505-4571-a75f-1d9585996bc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.792161 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.825489 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59eca683-bccb-4252-a2b0-0bb6d55a6e95']}} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:54.838289 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f60f62b-bc41-443b-b357-6fc24ea3faee') {'for_net_delete': True} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:54.838610 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f60f62b-bc41-443b-b357-6fc24ea3faee') {} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:54.846546 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.l3_db [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Floating IP 1f5a61c7-d502-4fc5-841f-7065c910608d associated. External IP: 172.27.2.89, port: 92fc140e-38f6-4332-a89e-6d096fbfe5ff. Dec 07 18:21:54.856738 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129597049'] for segment, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.861229 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6773dc61-c505-4571-a75f-1d9585996bc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.873612 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6773dc61-c505-4571-a75f-1d9585996bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.905134 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.919361 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-6773dc61-c505-4571-a75f-1d9585996bc9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=feefd141fcac4fc08dbe3a2fad8b99ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420077 Dec 07 18:21:54.920135 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51284) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:54.922411 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773dc61-c505-4571-a75f-1d9585996bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7ed982-ac41-417d-8144-e8b214478515,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:54.941169 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:21:54.941563 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126114566'] for segment, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: Traceback (most recent call last): Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: timer() Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: cb(*args, **kw) Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: return func(*args, **kwargs) Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: self._notify() Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: self.callback(batched_events) Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: event.method(event) Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: return f(self, *a, **k) Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._get(url).json() Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: return self.request(url, 'GET', **kwargs) Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:21:54.943815 dv-cinder-820918-1-iscsi neutron-server[102526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:21:54.975801 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e36a2a65-95cc-40b6-bc48-bbbcaeb1dbf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:54.997350 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e36a2a65-95cc-40b6-bc48-bbbcaeb1dbf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.042598 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.045180 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e36a2a65-95cc-40b6-bc48-bbbcaeb1dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.047745 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e36a2a65-95cc-40b6-bc48-bbbcaeb1dbf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.049541 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.052678 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] 10.222.0.47 "DELETE /v2.0/networks/59eca683-bccb-4252-a2b0-0bb6d55a6e95 HTTP/1.1" status: 204 len: 168 time: 0.5672262 Dec 07 18:21:55.056678 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e36a2a65-95cc-40b6-bc48-bbbcaeb1dbf6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f7ed982-ac41-417d-8144-e8b214478515 HTTP/1.1" status: 204 len: 168 time: 0.1301134 Dec 07 18:21:55.057564 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51288) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:55.061670 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba2bea-4e0e-43bd-a922-5eede80d0578 req-fedead97-8f21-4241-a6d3-af14fbfb1733 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:55.063138 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-76ba2bea-4e0e-43bd-a922-5eede80d0578 req-fedead97-8f21-4241-a6d3-af14fbfb1733 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.1247120 Dec 07 18:21:55.076748 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53b535-8e72-458a-a6d6-61cc8d5f8c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=59eca683-bccb-4252-a2b0-0bb6d55a6e95,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:55.095742 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a2a65-95cc-40b6-bc48-bbbcaeb1dbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7ed982-ac41-417d-8144-e8b214478515,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:55.131394 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e552e84-7ac7-4baf-b0fb-6eba216a8c3d admin admin] Deleting subnet 265850b0-86ae-4870-8288-f6194fce0858 {{(pid=102527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:21:55.135160 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e552e84-7ac7-4baf-b0fb-6eba216a8c3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.177676 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e552e84-7ac7-4baf-b0fb-6eba216a8c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126242623'] for subnet, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.192322 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-76ba2bea-4e0e-43bd-a922-5eede80d0578 req-19f0402d-138c-4e32-a22b-f2d49e64c0cf tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175814 Dec 07 18:21:55.218054 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:21:55.231117 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e552e84-7ac7-4baf-b0fb-6eba216a8c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.286463 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e552e84-7ac7-4baf-b0fb-6eba216a8c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129744420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129886070'] for subnet, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.319460 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e552e84-7ac7-4baf-b0fb-6eba216a8c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=265850b0-86ae-4870-8288-f6194fce0858,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:55.325720 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e552e84-7ac7-4baf-b0fb-6eba216a8c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.329629 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:21:55.334616 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 51292) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:55.335530 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-0e552e84-7ac7-4baf-b0fb-6eba216a8c3d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/265850b0-86ae-4870-8288-f6194fce0858 HTTP/1.1" status: 204 len: 168 time: 0.2694190 Dec 07 18:21:55.346638 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] Sync routers for ids ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:21:55.356410 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] Routers {'4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:21:55.357042 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:21:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:55.367983 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51294) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:55.384598 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b183597f-707d-40ab-982f-8f341a8a8466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.417140 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.459959 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.476356 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-55bc315a-b397-4aa3-9738-b72354637e2e tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4434152 Dec 07 18:21:55.476356 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:21:55.476831 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b183597f-707d-40ab-982f-8f341a8a8466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.476932 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:21:55.477235 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] Set router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:21:55.483201 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b183597f-707d-40ab-982f-8f341a8a8466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.511042 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-b183597f-707d-40ab-982f-8f341a8a8466 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d751c6402e24a03a0f28d12a5ff74d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410656 Dec 07 18:21:55.514127 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51300) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:55.516232 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13ad11-1a63-423f-9b7e-dc464e7b0e6f x-openstack-request-id: req-ae13ad11-1a63-423f-9b7e-dc464e7b0e6f {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:21:55.516749 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:21:55.516851 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae13ad11-1a63-423f-9b7e-dc464e7b0e6f {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:21:55.517199 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'status': 'completed', 'code': 200} Dec 07 18:21:55.554342 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183597f-707d-40ab-982f-8f341a8a8466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67078889-60ae-431c-a607-67b7dcc5ecf1,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:55.562206 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.595280 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f971ac-2886-41d7-a2c1-b3d0680b8449']}} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:55.606526 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bc0e38-7261-496f-b31b-636f60a55106') {'for_net_delete': True} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:55.606901 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bc0e38-7261-496f-b31b-636f60a55106') {} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:55.607247 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6f234689-3bf5-489c-adb3-acae38cbffa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.623709 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129597049'] for segment, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.632629 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6f234689-3bf5-489c-adb3-acae38cbffa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.640640 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.647675 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:21:55.648080 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126114566'] for segment, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: Traceback (most recent call last): Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: timer() Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: cb(*args, **kw) Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: return func(*args, **kwargs) Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: self._notify() Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: self.callback(batched_events) Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: event.method(event) Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: return f(self, *a, **k) Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._get(url).json() Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: return self.request(url, 'GET', **kwargs) Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:21:55.650323 dv-cinder-820918-1-iscsi neutron-server[102526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:21:55.691407 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6f234689-3bf5-489c-adb3-acae38cbffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.694817 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6f234689-3bf5-489c-adb3-acae38cbffa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.696197 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-6f234689-3bf5-489c-adb3-acae38cbffa8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67078889-60ae-431c-a607-67b7dcc5ecf1 HTTP/1.1" status: 204 len: 168 time: 0.1803102 Dec 07 18:21:55.705832 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f234689-3bf5-489c-adb3-acae38cbffa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67078889-60ae-431c-a607-67b7dcc5ecf1,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:55.722696 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.730462 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:55.737194 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e0f971ac-2886-41d7-a2c1-b3d0680b8449 HTTP/1.1" status: 204 len: 168 time: 0.3982558 Dec 07 18:21:55.753926 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c90af-23b3-45e8-bfbd-36d91b465511 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f971ac-2886-41d7-a2c1-b3d0680b8449,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:55.873357 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '1f5a61c7-d502-4fc5-841f-7065c910608d', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'port_id': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'mac_address': 'fa:16:3e:b9:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:21:53Z', 'updated_at': '2021-12-07T18:21:53Z', 'revision_number': 0, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b6a132-ef67-4573-9ee9-035874d85bd3', 'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'mac_address': 'fa:16:3e:bc:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:40Z', 'updated_at': '2021-12-07T18:20:47Z', 'revision_number': 5, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'subnets': [{'id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:55.904725 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] Checking router: 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:21:55.914474 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] Routers {'4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:21:55.915277 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:21:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:55.929378 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51310) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:55.975568 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-7918726e-601f-4c58-9f9b-419bdde90ea5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5b82382f80ea483d9b042585be2efad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448966 Dec 07 18:21:55.978085 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51312) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:56.030043 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:56.037035 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] Set router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:21:56.051695 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:56.103545 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:56.107775 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:56.111384 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cefdb027-f3fd-42bd-84f1-27260f85f84c HTTP/1.1" status: 204 len: 168 time: 0.1300139 Dec 07 18:21:56.119622 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefdb027-f3fd-42bd-84f1-27260f85f84c,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:56.132231 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.132704 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.133648 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.133648 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.134076 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.134505 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.136633 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.137018 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.137433 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.137801 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.138198 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.138828 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.139191 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc371575-a69e-4d20-9286-b0608a38615f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:21:56.298735 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '1f5a61c7-d502-4fc5-841f-7065c910608d', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'port_id': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'mac_address': 'fa:16:3e:b9:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:21:53Z', 'updated_at': '2021-12-07T18:21:53Z', 'revision_number': 0, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b6a132-ef67-4573-9ee9-035874d85bd3', 'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'mac_address': 'fa:16:3e:bc:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:40Z', 'updated_at': '2021-12-07T18:20:47Z', 'revision_number': 5, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'subnets': [{'id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:21:56.338237 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821a154-a7f3-41a6-9084-b52f0e335713 None None] The sync data for ids ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'] in dv-cinder-820918-1-iscsi is: [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '1f5a61c7-d502-4fc5-841f-7065c910608d', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'port_id': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'mac_address': 'fa:16:3e:b9:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:21:53Z', 'updated_at': '2021-12-07T18:21:53Z', 'revision_number': 0, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b6a132-ef67-4573-9ee9-035874d85bd3', 'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'mac_address': 'fa:16:3e:bc:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:40Z', 'updated_at': '2021-12-07T18:20:47Z', 'revision_number': 5, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'subnets': [{'id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:21:56.344777 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9f5d9-671f-4f2a-82db-751a4dbb0133 req-86309e97-5721-4c7b-8052-4e4fc512da65 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:56.346475 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-76e9f5d9-671f-4f2a-82db-751a4dbb0133 req-86309e97-5721-4c7b-8052-4e4fc512da65 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0578477 Dec 07 18:21:56.409306 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-76e9f5d9-671f-4f2a-82db-751a4dbb0133 req-ef7411c8-9ba6-4f87-bcbd-5ff00765e439 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537374 Dec 07 18:21:56.456191 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51334) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:56.502977 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-83c58805-922d-4c89-b53f-7258fe277216 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7785dd9429924014bcca3228b84c27bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454698 Dec 07 18:21:56.505383 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51338) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:56.558261 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-72b9525f-5cba-4d50-b120-ac08625faec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:56.582615 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ab39b7-a0d1-4b9b-ac3b-ce116c0630a7 None None] New status for floating IP 1f5a61c7-d502-4fc5-841f-7065c910608d: ACTIVE {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:21:56.584675 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-72b9525f-5cba-4d50-b120-ac08625faec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:56.645007 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-72b9525f-5cba-4d50-b120-ac08625faec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:56.647797 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-72b9525f-5cba-4d50-b120-ac08625faec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:56.649112 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-72b9525f-5cba-4d50-b120-ac08625faec6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fadb8392-5596-41af-924a-83b75bea9658 HTTP/1.1" status: 204 len: 168 time: 0.1422727 Dec 07 18:21:56.658389 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9525f-5cba-4d50-b120-ac08625faec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadb8392-5596-41af-924a-83b75bea9658,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:57.050805 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51360) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:57.204228 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f994e85a-46c8-4a2f-812c-bf71f795b05c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:57.283309 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f994e85a-46c8-4a2f-812c-bf71f795b05c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:57.286413 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f994e85a-46c8-4a2f-812c-bf71f795b05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:57.325703 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-f994e85a-46c8-4a2f-812c-bf71f795b05c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3cdd619c9cf649909a891e861897ed77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736416 Dec 07 18:21:57.326613 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994e85a-46c8-4a2f-812c-bf71f795b05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0886e2-9dde-4fe8-a757-f6722921054c,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:57.328488 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 51374) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:21:57.376859 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2c440719-344f-41cd-8f1a-9bd6cac3071d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:57.399037 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2c440719-344f-41cd-8f1a-9bd6cac3071d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:57.447429 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2c440719-344f-41cd-8f1a-9bd6cac3071d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:57.451701 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2c440719-344f-41cd-8f1a-9bd6cac3071d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:21:57.455319 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-2c440719-344f-41cd-8f1a-9bd6cac3071d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea0886e2-9dde-4fe8-a757-f6722921054c HTTP/1.1" status: 204 len: 168 time: 0.1235623 Dec 07 18:21:57.464958 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c440719-344f-41cd-8f1a-9bd6cac3071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0886e2-9dde-4fe8-a757-f6722921054c,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:21:57.551516 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373413cf-d2ce-4a16-bd4b-978b6dc9dcae req-f3a7b006-d3bc-4fed-af5f-c27314d0a5e8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:57.553210 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-373413cf-d2ce-4a16-bd4b-978b6dc9dcae req-f3a7b006-d3bc-4fed-af5f-c27314d0a5e8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0569174 Dec 07 18:21:57.611654 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-373413cf-d2ce-4a16-bd4b-978b6dc9dcae req-06a96458-b193-4816-a6a1-13dd5d871393 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513573 Dec 07 18:21:58.602984 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-4ae8a0fa-3e2f-4fed-8979-8ca8b7929e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:58.605266 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-4ae8a0fa-3e2f-4fed-8979-8ca8b7929e81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50b4dd7627c40c19d4edf0693a1978b&device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 1099 time: 0.0462663 Dec 07 18:21:58.715997 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-0b2ce119-a95c-4341-a959-0ebdd2d6728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:58.720659 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-0b2ce119-a95c-4341-a959-0ebdd2d6728b service neutron] 10.222.0.37 "GET /v2.0/networks?id=635b48e2-0961-4d11-bce1-200ecc63de51 HTTP/1.1" status: 200 len: 910 time: 0.1054811 Dec 07 18:21:58.767705 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b94d51-1291-4258-a75b-8eb7a3ba6c3b req-447f76e7-dda5-4836-bec3-f7f8777fde37 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:58.769493 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-86b94d51-1291-4258-a75b-8eb7a3ba6c3b req-447f76e7-dda5-4836-bec3-f7f8777fde37 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0632222 Dec 07 18:21:58.799614 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-59d38b2d-576c-4a88-b28e-93566612069e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff HTTP/1.1" status: 200 len: 1001 time: 0.0702395 Dec 07 18:21:58.821921 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-86b94d51-1291-4258-a75b-8eb7a3ba6c3b req-44c19a36-e1a6-49f3-bcb7-c76ba84a7e3c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451410 Dec 07 18:21:58.891118 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-40f17b44-c9bd-4494-bc3e-4f34dcf4dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:58.894277 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-40f17b44-c9bd-4494-bc3e-4f34dcf4dc65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3f88c7-aea5-4429-87cd-ed16eea7438e HTTP/1.1" status: 200 len: 848 time: 0.0494502 Dec 07 18:21:58.937157 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-c257333e-47c9-4f91-af4b-1e31655aeab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:58.938557 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-c257333e-47c9-4f91-af4b-1e31655aeab0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=635b48e2-0961-4d11-bce1-200ecc63de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387073 Dec 07 18:21:59.028022 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-c9fb1d76-3d97-43bf-97a9-e03669d83b48 service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804708 Dec 07 18:21:59.121743 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3b7f0b93-4398-4e07-9aea-02c1e42e5ff3 req-c99f3791-b447-4a2f-9acf-46ce45cf6795 service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860527 Dec 07 18:21:59.952894 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52406dbc-1d00-456b-bc33-613da12742c4 req-5aeaecb2-e0be-4a60-a8f7-d7c838d92f23 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:21:59.954395 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-52406dbc-1d00-456b-bc33-613da12742c4 req-5aeaecb2-e0be-4a60-a8f7-d7c838d92f23 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0509024 Dec 07 18:22:00.006824 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-52406dbc-1d00-456b-bc33-613da12742c4 req-4df1b536-1586-4fd7-a069-33c5383f4e16 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Dec 07 18:22:01.127997 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328eebf-ce76-4d8a-b484-eb1e5635a220 req-c4cf4cb4-452c-4fba-be6a-673110b8fae1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:01.129500 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d328eebf-ce76-4d8a-b484-eb1e5635a220 req-c4cf4cb4-452c-4fba-be6a-673110b8fae1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0477984 Dec 07 18:22:01.178162 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d328eebf-ce76-4d8a-b484-eb1e5635a220 req-6ef32648-13ef-444b-8b10-d00a67c61171 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Dec 07 18:22:02.301651 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b38bd-6ab3-454c-aae0-768b494785f8 req-16f770b5-38d0-48c7-a030-990d6e738b06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:02.303143 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-af5b38bd-6ab3-454c-aae0-768b494785f8 req-16f770b5-38d0-48c7-a030-990d6e738b06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0507183 Dec 07 18:22:02.351758 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-af5b38bd-6ab3-454c-aae0-768b494785f8 req-6a547fad-9ca8-4de5-a359-070eda56467f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419884 Dec 07 18:22:03.473781 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b46755-aed5-42ea-aee6-a6df3ed101cb req-2be21445-42ef-428b-a9ba-0b24932d2f92 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:03.475210 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b0b46755-aed5-42ea-aee6-a6df3ed101cb req-2be21445-42ef-428b-a9ba-0b24932d2f92 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0512123 Dec 07 18:22:03.521432 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b0b46755-aed5-42ea-aee6-a6df3ed101cb req-ec2d48f9-3e88-4c06-923a-5453f2e5b97a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Dec 07 18:22:04.638488 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecda46-2108-49b7-baee-21d177e5a6d4 req-2f228ca4-0f97-444c-b74a-8187a1f0e797 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:04.639913 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-98ecda46-2108-49b7-baee-21d177e5a6d4 req-2f228ca4-0f97-444c-b74a-8187a1f0e797 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0475366 Dec 07 18:22:04.686071 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-98ecda46-2108-49b7-baee-21d177e5a6d4 req-8d1bcef8-588d-423b-9d20-c8881299a02b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402603 Dec 07 18:22:05.812938 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39f275-73de-4aac-b5c4-daa6e6a11d52 req-2235971f-692b-4cf9-9de0-844e8cad8bfa tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:05.814426 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ae39f275-73de-4aac-b5c4-daa6e6a11d52 req-2235971f-692b-4cf9-9de0-844e8cad8bfa tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0481098 Dec 07 18:22:05.861466 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ae39f275-73de-4aac-b5c4-daa6e6a11d52 req-8155ddd5-5d2e-446d-9e7f-db6fa400fba1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408807 Dec 07 18:22:06.984732 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132e6f9-4ee0-437e-b0b5-786791a20072 req-096e2e7f-455c-4fff-a8fc-2327a2a92bd0 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:06.986175 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7132e6f9-4ee0-437e-b0b5-786791a20072 req-096e2e7f-455c-4fff-a8fc-2327a2a92bd0 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0506198 Dec 07 18:22:07.031291 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7132e6f9-4ee0-437e-b0b5-786791a20072 req-dc970774-dc7e-49aa-a09b-dbe756ced46b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393724 Dec 07 18:22:08.152508 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7dd82-773f-4db0-a589-c3201834e8b7 req-b0a7a42e-245d-4459-a0c7-fe4b39a08484 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:08.153904 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0ab7dd82-773f-4db0-a589-c3201834e8b7 req-b0a7a42e-245d-4459-a0c7-fe4b39a08484 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0509942 Dec 07 18:22:08.207652 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0ab7dd82-773f-4db0-a589-c3201834e8b7 req-6fc9fda7-6aca-44a6-b9d6-d3d05d870df4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475380 Dec 07 18:22:09.326813 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bf196-9625-4045-886b-3bd0a5749d5d req-85e23192-95d0-46fd-a877-96a2ba842214 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:09.328252 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9b7bf196-9625-4045-886b-3bd0a5749d5d req-85e23192-95d0-46fd-a877-96a2ba842214 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0466163 Dec 07 18:22:09.376029 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9b7bf196-9625-4045-886b-3bd0a5749d5d req-2eb10842-8117-4bd9-b7d2-4dfb218804ff tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Dec 07 18:22:10.493392 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7dbae-e947-4cd0-a216-70523f056943 req-71bbf880-9731-4071-a075-c33072452388 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:10.496082 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4ee7dbae-e947-4cd0-a216-70523f056943 req-71bbf880-9731-4071-a075-c33072452388 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0485537 Dec 07 18:22:10.542547 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4ee7dbae-e947-4cd0-a216-70523f056943 req-0f607979-bdaa-43f0-a230-d5f1f105f81e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 Dec 07 18:22:11.507584 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-c9b156c6-8910-4198-9c2f-15590a0500c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:11.664304 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c936272-2a6f-4ec9-ba88-36e631c92098 req-39baf141-306a-4086-9053-3d4de7055c36 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:11.665817 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3c936272-2a6f-4ec9-ba88-36e631c92098 req-39baf141-306a-4086-9053-3d4de7055c36 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0482912 Dec 07 18:22:11.718151 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3c936272-2a6f-4ec9-ba88-36e631c92098 req-f6008e6c-e9ae-46e8-8c7b-4cecd2230948 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454426 Dec 07 18:22:11.874424 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:12.838394 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064fb54-5453-488d-8f33-7c2135fee862 req-6a2134c7-1ae6-4660-baee-f3d8a21eebfd tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:12.839863 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3064fb54-5453-488d-8f33-7c2135fee862 req-6a2134c7-1ae6-4660-baee-f3d8a21eebfd tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0473628 Dec 07 18:22:12.886581 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3064fb54-5453-488d-8f33-7c2135fee862 req-8fa605cc-dbcc-4b53-a125-5640bc694d96 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Dec 07 18:22:13.978869 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:22:14.002040 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d1078-2aeb-458b-9efb-2ddd5c09a467 req-e7946ffc-056c-4261-b2fc-d812f00dd6f8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:14.003507 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-587d1078-2aeb-458b-9efb-2ddd5c09a467 req-e7946ffc-056c-4261-b2fc-d812f00dd6f8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0465219 Dec 07 18:22:14.049865 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-587d1078-2aeb-458b-9efb-2ddd5c09a467 req-d870c097-9230-4da7-9f4f-1666c6fe4d9b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404305 Dec 07 18:22:14.060555 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7957103c-13be-4778-ae7f-d416b44378bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:15.065287 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:15.171358 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105682b6-e225-4b00-922f-056e2c865e4b req-3e091175-311d-40d1-b7df-e009feae3984 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:15.172883 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-105682b6-e225-4b00-922f-056e2c865e4b req-3e091175-311d-40d1-b7df-e009feae3984 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0516605 Dec 07 18:22:15.221486 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-105682b6-e225-4b00-922f-056e2c865e4b req-a78bb5a5-f37c-49fc-8276-e79362f08d5e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426810 Dec 07 18:22:16.338625 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b30ef5-e695-41b3-bead-2ecbe1a34fb3 req-e9503bbe-1dd7-4730-8a58-94a48529b34e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:16.340309 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b3b30ef5-e695-41b3-bead-2ecbe1a34fb3 req-e9503bbe-1dd7-4730-8a58-94a48529b34e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0475295 Dec 07 18:22:16.385949 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b3b30ef5-e695-41b3-bead-2ecbe1a34fb3 req-c474fbf1-39c5-4ac8-9fcf-e7e8e7fa6d2c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396385 Dec 07 18:22:16.405785 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:17.504914 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0244c1-f2c2-4be8-9da1-519a57afedc8 req-057ca3e4-28c2-4d9c-9e23-205b160d28be tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:17.506328 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4b0244c1-f2c2-4be8-9da1-519a57afedc8 req-057ca3e4-28c2-4d9c-9e23-205b160d28be tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0478601 Dec 07 18:22:17.553248 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4b0244c1-f2c2-4be8-9da1-519a57afedc8 req-66c3e970-f7a5-4933-88a9-474a3effcaf5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408289 Dec 07 18:22:17.594506 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.257288 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 51694) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:18.360914 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.439695 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.443949 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.482874 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2f1f8c-2840-4ffd-8203-757da4a65b35,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:18.489256 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85ddf01cc2284d599806f03eb71f04c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283280 Dec 07 18:22:18.489517 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51704) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:18.492418 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.492774 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.493119 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.493458 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.493788 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.494722 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.495233 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.495764 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.496389 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.496815 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.497413 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.497544 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.497787 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379fb58-fb99-4328-9840-ee9f3d166394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:18.545811 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2c28a2ae-c7ab-494c-8ac0-648fbe315940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.562144 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 51706) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:18.569151 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2c28a2ae-c7ab-494c-8ac0-648fbe315940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.623154 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2c28a2ae-c7ab-494c-8ac0-648fbe315940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.626435 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2c28a2ae-c7ab-494c-8ac0-648fbe315940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.628826 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-2c28a2ae-c7ab-494c-8ac0-648fbe315940 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c2f1f8c-2840-4ffd-8203-757da4a65b35 HTTP/1.1" status: 204 len: 168 time: 0.1377215 Dec 07 18:22:18.646536 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28a2ae-c7ab-494c-8ac0-648fbe315940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2f1f8c-2840-4ffd-8203-757da4a65b35,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:18.681583 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-515d8718-3175-4c2d-ab30-c722a795ac35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.693676 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43320a2-89d5-4b65-ad58-478755784d92 req-be055d01-84e8-4ab4-9c46-a04a2260a782 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:18.696792 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f43320a2-89d5-4b65-ad58-478755784d92 req-be055d01-84e8-4ab4-9c46-a04a2260a782 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0668535 Dec 07 18:22:18.750798 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f43320a2-89d5-4b65-ad58-478755784d92 req-8d39f9bf-643b-44c4-93d6-5fb6298d5b4e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486870 Dec 07 18:22:18.774886 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-515d8718-3175-4c2d-ab30-c722a795ac35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.780690 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-515d8718-3175-4c2d-ab30-c722a795ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.821666 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-515d8718-3175-4c2d-ab30-c722a795ac35 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d0941fd6c374abe946ea355af8f7d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583747 Dec 07 18:22:18.823405 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d8718-3175-4c2d-ab30-c722a795ac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522129ae-a5fd-46ba-87a0-6d1a4e748925,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:18.825620 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 51718) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:18.882497 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2816b268-b147-428d-9d9c-3aa23a7c50cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.911325 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2816b268-b147-428d-9d9c-3aa23a7c50cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.973941 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2816b268-b147-428d-9d9c-3aa23a7c50cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.976556 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2816b268-b147-428d-9d9c-3aa23a7c50cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:18.977695 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-2816b268-b147-428d-9d9c-3aa23a7c50cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/522129ae-a5fd-46ba-87a0-6d1a4e748925 HTTP/1.1" status: 204 len: 168 time: 0.1510851 Dec 07 18:22:18.986400 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816b268-b147-428d-9d9c-3aa23a7c50cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522129ae-a5fd-46ba-87a0-6d1a4e748925,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:19.886384 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746b6f1-0060-4cab-8286-b166fc26ef18 req-df4377af-4399-48e1-a511-e1c0e0e0ddeb tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:19.887903 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1746b6f1-0060-4cab-8286-b166fc26ef18 req-df4377af-4399-48e1-a511-e1c0e0e0ddeb tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0530210 Dec 07 18:22:19.954213 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1746b6f1-0060-4cab-8286-b166fc26ef18 req-c3717bb8-e09f-4bd3-b8d4-242b6d8fb601 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595064 Dec 07 18:22:21.078678 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad37012-a946-44e0-97e8-f8bdb7c7f210 req-3cbca270-046a-4568-a694-131df5ab7878 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:21.080518 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bad37012-a946-44e0-97e8-f8bdb7c7f210 req-3cbca270-046a-4568-a694-131df5ab7878 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0499120 Dec 07 18:22:21.130485 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bad37012-a946-44e0-97e8-f8bdb7c7f210 req-cb468716-4147-400e-afd8-5d0aa120b62b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Dec 07 18:22:22.252017 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8a5aa-e1ac-4de4-a02a-b87f53a64424 req-f7ba5cdc-2563-475a-8e3b-92ed70b2cfd2 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:22.253636 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81c8a5aa-e1ac-4de4-a02a-b87f53a64424 req-f7ba5cdc-2563-475a-8e3b-92ed70b2cfd2 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0481312 Dec 07 18:22:22.302511 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81c8a5aa-e1ac-4de4-a02a-b87f53a64424 req-f28c2869-7855-4924-97b7-1c058fd0afe0 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Dec 07 18:22:23.106178 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 0b69af12-bbc2-431f-bafb-b98e3a3448ce details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:22:23.199206 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:23.214585 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'port_id': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'mac_address': 'fa:16:3e:d8:59:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:22:23.250167 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:23.263077 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b69af12-bbc2-431f-bafb-b98e3a3448ce {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:22:23.282137 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:23.285814 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:23.334780 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=6']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:23.431104 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57e74-48a6-4501-977c-f4d1111fb6d2 req-52e0677c-e027-4b93-99f2-a5515b9c1d5f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:23.432530 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e0b57e74-48a6-4501-977c-f4d1111fb6d2 req-52e0677c-e027-4b93-99f2-a5515b9c1d5f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 945 time: 0.0462644 Dec 07 18:22:23.484389 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e0b57e74-48a6-4501-977c-f4d1111fb6d2 req-84ad92a2-381c-4196-8e34-d845d566d5c7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460191 Dec 07 18:22:23.608526 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['0b69af12-bbc2-431f-bafb-b98e3a3448ce'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:22:24.437836 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae987ba-6993-465b-9cf9-b021feaf9914 req-fb0127ed-06ae-40d6-a4b1-eccd229d404a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:24.439316 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fae987ba-6993-465b-9cf9-b021feaf9914 req-fb0127ed-06ae-40d6-a4b1-eccd229d404a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0546594 Dec 07 18:22:24.486161 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fae987ba-6993-465b-9cf9-b021feaf9914 req-0e6b2418-f241-4702-a763-a3d63b282e9d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Dec 07 18:22:24.607302 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a0520-753a-4080-9955-cbd052d49899 req-d4143b36-f4af-4ab7-b99b-0f7b93023639 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:24.608760 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7a8a0520-753a-4080-9955-cbd052d49899 req-d4143b36-f4af-4ab7-b99b-0f7b93023639 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 945 time: 0.0505176 Dec 07 18:22:24.654784 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7a8a0520-753a-4080-9955-cbd052d49899 req-1645a085-27e9-48a3-915e-69fe263d3090 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402029 Dec 07 18:22:25.106525 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 0b69af12-bbc2-431f-bafb-b98e3a3448ce up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:22:25.157392 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 0b69af12-bbc2-431f-bafb-b98e3a3448ce triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:25.157764 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:25.236556 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:25.258426 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:22:25.261504 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486eb15a-e07a-4cc7-b2ac-70a843bf3b93" -d '{"events": [{"server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "name": "network-vif-plugged", "status": "completed", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:22:25.274044 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:25.279428 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:25.308528 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1398b6-d550-40e0-981c-d841e38a410c x-openstack-request-id: req-7f1398b6-d550-40e0-981c-d841e38a410c {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:22:25.308528 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "name": "network-vif-plugged", "status": "completed", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:22:25.308528 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7f1398b6-d550-40e0-981c-d841e38a410c {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:22:25.308528 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'code': 200} Dec 07 18:22:25.333894 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=7']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:25.612060 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad34d36-1ec5-430b-afac-43d7c106d77a req-aad6c50b-e20f-4192-88dc-94115b7611c2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:25.613542 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2ad34d36-1ec5-430b-afac-43d7c106d77a req-aad6c50b-e20f-4192-88dc-94115b7611c2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0589519 Dec 07 18:22:25.661731 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2ad34d36-1ec5-430b-afac-43d7c106d77a req-336e8144-d277-4e9b-be21-73773c853773 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411792 Dec 07 18:22:25.786443 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bbe3f-a0bb-4c63-8993-068f7881bbe7 req-03ce3cd9-927d-441b-8476-2a91c140401d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:25.788002 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-377bbe3f-a0bb-4c63-8993-068f7881bbe7 req-03ce3cd9-927d-441b-8476-2a91c140401d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0560083 Dec 07 18:22:25.839912 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-377bbe3f-a0bb-4c63-8993-068f7881bbe7 req-58a292e5-6623-436a-ab9f-db63f6e32eb8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450909 Dec 07 18:22:25.843634 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61270b19-5364-4066-9b02-475dd85c2dab req-8e55f0a7-1d68-4ebe-afea-4e9b15fc0b06 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:25.845385 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-61270b19-5364-4066-9b02-475dd85c2dab req-8e55f0a7-1d68-4ebe-afea-4e9b15fc0b06 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 945 time: 0.0609674 Dec 07 18:22:25.895563 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-61270b19-5364-4066-9b02-475dd85c2dab req-3775842b-0703-4874-aaeb-c4b0a7237e5b tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Dec 07 18:22:26.776132 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cd303-097c-47cd-8c0c-07c1a71bd174 req-71045265-d5ae-4ace-81e7-913941254038 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:26.778752 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d78cd303-097c-47cd-8c0c-07c1a71bd174 req-71045265-d5ae-4ace-81e7-913941254038 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0484941 Dec 07 18:22:26.824852 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d78cd303-097c-47cd-8c0c-07c1a71bd174 req-f9f429ae-a81c-417c-a90a-f29182d990fd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Dec 07 18:22:26.964186 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b464e-bed7-40d1-a277-3bc05ead263a req-b001c3d6-948a-481d-b851-59b3e3c9bf98 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:26.965640 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-917b464e-bed7-40d1-a277-3bc05ead263a req-b001c3d6-948a-481d-b851-59b3e3c9bf98 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0514686 Dec 07 18:22:27.009709 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8868bf-be22-4665-9f01-c662213673ac req-7af4229d-8d6e-49ff-b496-510c1e3f4717 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:27.011591 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5a8868bf-be22-4665-9f01-c662213673ac req-7af4229d-8d6e-49ff-b496-510c1e3f4717 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 945 time: 0.0490084 Dec 07 18:22:27.012949 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-917b464e-bed7-40d1-a277-3bc05ead263a req-e8684ff3-40d9-45c1-95ae-9800ac24d783 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Dec 07 18:22:27.065853 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5a8868bf-be22-4665-9f01-c662213673ac req-f1d56c46-b583-4033-9920-6617d18f1027 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476985 Dec 07 18:22:27.947846 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64bab3-5254-43e3-aa69-191d28f952f3 req-6aa9826a-ec5e-4a75-9a71-43d2165d4c2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:27.949387 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ee64bab3-5254-43e3-aa69-191d28f952f3 req-6aa9826a-ec5e-4a75-9a71-43d2165d4c2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0571468 Dec 07 18:22:28.000932 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ee64bab3-5254-43e3-aa69-191d28f952f3 req-d6e86965-64a8-48fc-919d-a28e01621f14 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455961 Dec 07 18:22:28.153154 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaec94-9431-4bb6-9cdd-5fa2fd8a314f req-38179c78-e696-464e-a354-8e45b17aeeac tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:28.154873 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cfdaec94-9431-4bb6-9cdd-5fa2fd8a314f req-38179c78-e696-464e-a354-8e45b17aeeac tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0674143 Dec 07 18:22:28.186954 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e6bbb-3331-4a48-a8f4-07afe34bfb0b req-29b26fc2-8823-49cf-b644-2d88050aa6f7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:28.189665 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c10e6bbb-3331-4a48-a8f4-07afe34bfb0b req-29b26fc2-8823-49cf-b644-2d88050aa6f7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 945 time: 0.0512831 Dec 07 18:22:28.203568 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cfdaec94-9431-4bb6-9cdd-5fa2fd8a314f req-a29c8e62-5273-4b5c-93ac-de1aa3255ec9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Dec 07 18:22:28.242713 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c10e6bbb-3331-4a48-a8f4-07afe34bfb0b req-857fb776-8093-495c-a65e-2afebd9b5dc8 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476131 Dec 07 18:22:28.407677 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f577d-7b87-467c-90da-581695e85099 req-a1bb9f72-9c30-4c1f-ad05-2465c75ea622 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:28.409163 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e56f577d-7b87-467c-90da-581695e85099 req-a1bb9f72-9c30-4c1f-ad05-2465c75ea622 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 945 time: 0.0459950 Dec 07 18:22:28.513214 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-e56f577d-7b87-467c-90da-581695e85099 req-02e6a32e-0dc1-4cdf-bac2-369d17a9db80 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Deleting port 9be22d5b-2c81-4179-b34b-19c1c581ff77 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:22:28.513621 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-7b87-467c-90da-581695e85099 req-02e6a32e-0dc1-4cdf-bac2-369d17a9db80 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:28.601488 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-e56f577d-7b87-467c-90da-581695e85099 req-02e6a32e-0dc1-4cdf-bac2-369d17a9db80 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] For port 9be22d5b-2c81-4179-b34b-19c1c581ff77, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=9be22d5b-2c81-4179-b34b-19c1c581ff77,segment=NetworkSegment(50acf798-d428-41a8-af94-362d4c73bd3c),segment_id=50acf798-d428-41a8-af94-362d4c73bd3c)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:28.601856 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-7b87-467c-90da-581695e85099 req-02e6a32e-0dc1-4cdf-bac2-369d17a9db80 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:28.615175 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-e56f577d-7b87-467c-90da-581695e85099 req-02e6a32e-0dc1-4cdf-bac2-369d17a9db80 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Calling delete_port for 9be22d5b-2c81-4179-b34b-19c1c581ff77 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:22:28.745598 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-7b87-467c-90da-581695e85099 req-02e6a32e-0dc1-4cdf-bac2-369d17a9db80 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:28.786431 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6a32e-0dc1-4cdf-bac2-369d17a9db80 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Pushing event deleted for resources: {'Port': ['ID=9be22d5b-2c81-4179-b34b-19c1c581ff77,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:28.789148 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['9be22d5b-2c81-4179-b34b-19c1c581ff77'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:22:28.833315 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56f577d-7b87-467c-90da-581695e85099 req-02e6a32e-0dc1-4cdf-bac2-369d17a9db80 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] No DVR routers for this DVR port 9be22d5b-2c81-4179-b34b-19c1c581ff77 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:22:28.835979 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-7b87-467c-90da-581695e85099 req-02e6a32e-0dc1-4cdf-bac2-369d17a9db80 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:28.840094 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e56f577d-7b87-467c-90da-581695e85099 req-02e6a32e-0dc1-4cdf-bac2-369d17a9db80 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.37 "DELETE /v2.0/ports/9be22d5b-2c81-4179-b34b-19c1c581ff77 HTTP/1.1" status: 204 len: 173 time: 0.4241767 Dec 07 18:22:28.840614 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb', 'name': 'network-vif-deleted', 'tag': '9be22d5b-2c81-4179-b34b-19c1c581ff77'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:22:28.842958 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24caa365-1ce8-4f94-a029-89dbf5ab21a7" -d '{"events": [{"server_uuid": "7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb", "name": "network-vif-deleted", "tag": "9be22d5b-2c81-4179-b34b-19c1c581ff77"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:22:28.882159 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76929e2-85ee-472f-b083-f1412075644d x-openstack-request-id: req-a76929e2-85ee-472f-b083-f1412075644d {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:22:28.882464 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb", "name": "network-vif-deleted", "tag": "9be22d5b-2c81-4179-b34b-19c1c581ff77", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:22:28.882726 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a76929e2-85ee-472f-b083-f1412075644d {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:22:28.883127 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb', 'name': 'network-vif-deleted', 'tag': '9be22d5b-2c81-4179-b34b-19c1c581ff77', 'status': 'completed', 'code': 200} Dec 07 18:22:29.130883 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a35cb-17b3-45c5-809a-0948473f5ca5 req-058e52b3-1932-431e-b0f1-549d3bfba9f6 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:29.132372 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f95a35cb-17b3-45c5-809a-0948473f5ca5 req-058e52b3-1932-431e-b0f1-549d3bfba9f6 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0557196 Dec 07 18:22:29.180608 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f95a35cb-17b3-45c5-809a-0948473f5ca5 req-50a35751-9c41-4b9f-bf81-7b4def6f904f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416222 Dec 07 18:22:29.341749 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e85e9a-1f4c-47ac-8f1c-257c38b6e9b3 req-c0a6a1ab-cef4-422c-8bda-155448249e52 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:29.343233 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e2e85e9a-1f4c-47ac-8f1c-257c38b6e9b3 req-c0a6a1ab-cef4-422c-8bda-155448249e52 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0613585 Dec 07 18:22:29.371681 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-cfd199d0-f8dc-402d-b93a-413220929d3e req-1604c250-e091-456e-a33f-cf87a3632ab3 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ffc4f76-f1ef-48ce-a816-fa85ff4f19bb HTTP/1.1" status: 200 len: 210 time: 0.0291395 Dec 07 18:22:29.393394 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e2e85e9a-1f4c-47ac-8f1c-257c38b6e9b3 req-33f3e305-a8b7-42a4-8269-05f9e7a953bb tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408700 Dec 07 18:22:30.302834 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d25dc9-5fe6-4d49-84de-cfec8bd530bc req-555ffd71-c24e-49ba-a402-b7908cc3541d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:30.304445 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-09d25dc9-5fe6-4d49-84de-cfec8bd530bc req-555ffd71-c24e-49ba-a402-b7908cc3541d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0513012 Dec 07 18:22:30.354085 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-09d25dc9-5fe6-4d49-84de-cfec8bd530bc req-95c73b31-8a17-4837-b2b9-5b5cdd45f67d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432625 Dec 07 18:22:30.544737 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b1bf3-abf6-4db2-ab3c-debc3c02564d req-5f814b71-4e97-42bd-9d91-b4d5d617215e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:30.546581 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a07b1bf3-abf6-4db2-ab3c-debc3c02564d req-5f814b71-4e97-42bd-9d91-b4d5d617215e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0729902 Dec 07 18:22:30.618229 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a07b1bf3-abf6-4db2-ab3c-debc3c02564d req-7aba907d-75cc-405c-93f4-5f72c8139593 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654640 Dec 07 18:22:31.477756 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e9166-03cb-4559-b519-3f95c56b6af2 req-d04c531c-d994-42a5-a408-35dcad95b345 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:31.480963 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-897e9166-03cb-4559-b519-3f95c56b6af2 req-d04c531c-d994-42a5-a408-35dcad95b345 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Dec 07 18:22:31.547399 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-897e9166-03cb-4559-b519-3f95c56b6af2 req-fc9fcba3-4c6e-4296-8590-927b45eec780 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587883 Dec 07 18:22:31.769485 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539fd21-801b-450a-be39-d1cdbc850116 req-c4b86dab-2412-4a34-851d-dfd1539398d6 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:31.770974 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b539fd21-801b-450a-be39-d1cdbc850116 req-c4b86dab-2412-4a34-851d-dfd1539398d6 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0558670 Dec 07 18:22:31.840950 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b539fd21-801b-450a-be39-d1cdbc850116 req-6bb61cb2-cb0f-4127-856a-416b81725854 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579226 Dec 07 18:22:32.718652 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59da1d6-09fc-42d9-87d5-640f8c516e2d req-32cc3734-593f-417a-a3bb-c5d34c8f0829 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:32.720600 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d59da1d6-09fc-42d9-87d5-640f8c516e2d req-32cc3734-593f-417a-a3bb-c5d34c8f0829 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0733051 Dec 07 18:22:32.789607 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d59da1d6-09fc-42d9-87d5-640f8c516e2d req-f906fb12-51eb-45a7-a9b6-879f6c431232 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627449 Dec 07 18:22:32.971576 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d235102-0cef-4867-ab3e-803d955a1b05 req-531fa61c-be2d-4cf3-8ad9-ea172e12cf1b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:32.974982 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2d235102-0cef-4867-ab3e-803d955a1b05 req-531fa61c-be2d-4cf3-8ad9-ea172e12cf1b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0603192 Dec 07 18:22:33.035858 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2d235102-0cef-4867-ab3e-803d955a1b05 req-a739f3a4-ff12-4064-a130-12f1d4b72709 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552959 Dec 07 18:22:33.943544 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ab79f-e721-44e2-8ff1-f3f68cceebe5 req-5c98284c-4e84-431f-b0a2-d889a98ee2f2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:33.951696 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ed6ab79f-e721-44e2-8ff1-f3f68cceebe5 req-5c98284c-4e84-431f-b0a2-d889a98ee2f2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0685322 Dec 07 18:22:34.006909 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ed6ab79f-e721-44e2-8ff1-f3f68cceebe5 req-422a7704-b61b-41b4-a0dd-c1e6415976b3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540693 Dec 07 18:22:34.160489 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60409-86d4-4eba-b0c7-ee8ac9ebb286 req-aaec38a3-0699-4bfc-97af-0c7ce075dbbd tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:34.161956 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d5f60409-86d4-4eba-b0c7-ee8ac9ebb286 req-aaec38a3-0699-4bfc-97af-0c7ce075dbbd tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0532334 Dec 07 18:22:34.213581 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d5f60409-86d4-4eba-b0c7-ee8ac9ebb286 req-565b0e60-c440-41d4-920f-7972a96763c9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Dec 07 18:22:35.301571 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b9420-d724-4192-8c99-3ad403950a1e req-c3f02d72-c0c9-4f1a-918b-bb4b36063217 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:35.303253 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3f6b9420-d724-4192-8c99-3ad403950a1e req-c3f02d72-c0c9-4f1a-918b-bb4b36063217 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.2181280 Dec 07 18:22:35.353258 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3f6b9420-d724-4192-8c99-3ad403950a1e req-98bbe7fd-9b4e-4fe6-aecc-d918c7a5257c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437996 Dec 07 18:22:35.398864 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a94bd-bf62-46e5-a8b7-6aaa2025ea3b req-d3c8db97-b942-4067-8c3c-8faaa0fce668 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:35.400980 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f83a94bd-bf62-46e5-a8b7-6aaa2025ea3b req-d3c8db97-b942-4067-8c3c-8faaa0fce668 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.1090064 Dec 07 18:22:35.450588 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f83a94bd-bf62-46e5-a8b7-6aaa2025ea3b req-58026644-3b57-47b3-a8fa-5162bba6b2f7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433626 Dec 07 18:22:36.088489 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 9be22d5b-2c81-4179-b34b-19c1c581ff77 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:22:36.111742 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 9be22d5b-2c81-4179-b34b-19c1c581ff77 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:22:36.112092 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 9be22d5b-2c81-4179-b34b-19c1c581ff77 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:22:36.472359 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf8024-2895-4713-8702-ad42ccd38f07 req-58e1da9a-89cf-47e4-b3bf-052dc1fb333d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:36.474042 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-efaf8024-2895-4713-8702-ad42ccd38f07 req-58e1da9a-89cf-47e4-b3bf-052dc1fb333d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0509112 Dec 07 18:22:36.531609 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-efaf8024-2895-4713-8702-ad42ccd38f07 req-777d87e3-fd3f-48cd-942a-7cb9cd8a785e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500765 Dec 07 18:22:36.596874 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06befc90-7f77-4acd-ad3c-8fcef5067ca9 req-923bd337-bd2e-41e5-8687-6af7ce01724c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:36.599011 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-06befc90-7f77-4acd-ad3c-8fcef5067ca9 req-923bd337-bd2e-41e5-8687-6af7ce01724c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0621183 Dec 07 18:22:36.652740 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-06befc90-7f77-4acd-ad3c-8fcef5067ca9 req-54c54d6d-3bbf-4a5f-bd12-6799c9ae2031 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468729 Dec 07 18:22:37.661094 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593a7a1-181f-4127-a3e1-14952bf19ad0 req-921cadfa-618c-4fe7-b593-9a42043515a2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:37.662670 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7593a7a1-181f-4127-a3e1-14952bf19ad0 req-921cadfa-618c-4fe7-b593-9a42043515a2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0585551 Dec 07 18:22:37.741211 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7593a7a1-181f-4127-a3e1-14952bf19ad0 req-251741ba-f049-4ba1-9fed-96054c2df61e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711286 Dec 07 18:22:37.781150 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469e49-c768-4d0d-a60f-9246ef2d447a req-9a0eab4c-f135-44f9-b372-a56b02cecb78 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:37.782787 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ca469e49-c768-4d0d-a60f-9246ef2d447a req-9a0eab4c-f135-44f9-b372-a56b02cecb78 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0511436 Dec 07 18:22:37.851870 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ca469e49-c768-4d0d-a60f-9246ef2d447a req-f3f08db6-5a49-43c0-a5ba-5cb83072d8b7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615704 Dec 07 18:22:38.871468 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249039b2-7497-4ca0-9f29-e905632d2f0b req-35080711-cb39-4d38-8d99-9761753ec349 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:38.875595 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-249039b2-7497-4ca0-9f29-e905632d2f0b req-35080711-cb39-4d38-8d99-9761753ec349 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0627334 Dec 07 18:22:38.969220 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-249039b2-7497-4ca0-9f29-e905632d2f0b req-efb10a76-d010-4cc9-973a-88e14cfcc618 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834408 Dec 07 18:22:39.032105 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2624e3-4e1b-4da5-9402-bced5c033dfb req-feecc8e2-ed09-4ac2-a3b7-8b0d5149ff06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:39.043475 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5c2624e3-4e1b-4da5-9402-bced5c033dfb req-feecc8e2-ed09-4ac2-a3b7-8b0d5149ff06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0950530 Dec 07 18:22:39.100868 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5c2624e3-4e1b-4da5-9402-bced5c033dfb req-a58829d5-478b-40d9-a70c-119477a6705b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562551 Dec 07 18:22:40.120493 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a0f41-09fb-4d47-929e-9fec5d301616 req-b8e9e5a6-4c79-40c0-aa58-39aa0d0d0927 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:40.122706 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cb3a0f41-09fb-4d47-929e-9fec5d301616 req-b8e9e5a6-4c79-40c0-aa58-39aa0d0d0927 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0595798 Dec 07 18:22:40.175404 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cb3a0f41-09fb-4d47-929e-9fec5d301616 req-c372e2dd-81bf-4da8-a381-a170857a150e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463116 Dec 07 18:22:40.245786 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dea9b-d62b-4513-8f55-46890bc7c80b req-1b3a5c71-2438-42c2-8140-9e68e1b42054 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:40.248714 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-271dea9b-d62b-4513-8f55-46890bc7c80b req-1b3a5c71-2438-42c2-8140-9e68e1b42054 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0646520 Dec 07 18:22:40.332550 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-271dea9b-d62b-4513-8f55-46890bc7c80b req-7ce1b446-0963-4d44-b137-87b17878a70f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698779 Dec 07 18:22:40.752497 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 52216) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:40.873565 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a74cf71f-ad57-4f9c-9b17-37fcd4523996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:40.966029 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a74cf71f-ad57-4f9c-9b17-37fcd4523996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:40.970763 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-a74cf71f-ad57-4f9c-9b17-37fcd4523996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:40.997179 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-a74cf71f-ad57-4f9c-9b17-37fcd4523996 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=439d5ccdb85e4f85921367616d5fb884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434273 Dec 07 18:22:40.999971 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 52220) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:41.018937 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cf71f-ad57-4f9c-9b17-37fcd4523996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec04e5-103f-4cd5-a5c6-cb7aa8b5a722,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:41.056595 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3350015c-2f44-4e17-9601-db09627d4abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:41.077681 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3350015c-2f44-4e17-9601-db09627d4abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:41.124699 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3350015c-2f44-4e17-9601-db09627d4abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:41.127317 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3350015c-2f44-4e17-9601-db09627d4abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:41.128532 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-3350015c-2f44-4e17-9601-db09627d4abb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/12ec04e5-103f-4cd5-a5c6-cb7aa8b5a722 HTTP/1.1" status: 204 len: 168 time: 0.1274755 Dec 07 18:22:41.137061 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350015c-2f44-4e17-9601-db09627d4abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec04e5-103f-4cd5-a5c6-cb7aa8b5a722,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:41.309682 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a6f53-1772-4205-8aaa-2488c485bb28 req-f89843b0-568a-4438-a338-bb42ce01aeb6 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:41.311939 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e38a6f53-1772-4205-8aaa-2488c485bb28 req-f89843b0-568a-4438-a338-bb42ce01aeb6 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0598013 Dec 07 18:22:41.369107 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e38a6f53-1772-4205-8aaa-2488c485bb28 req-b26afb0c-deca-434f-81cf-8a64cd668739 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478032 Dec 07 18:22:41.473028 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd178-d20a-4e24-b9d2-d9ae60d85972 req-c52c2570-51f3-4e17-9600-e9d43970f453 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:41.475188 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a95cd178-d20a-4e24-b9d2-d9ae60d85972 req-c52c2570-51f3-4e17-9600-e9d43970f453 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0586722 Dec 07 18:22:41.513529 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-e198019e-e2c6-4672-a159-84e5cc4e8a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:41.562666 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a95cd178-d20a-4e24-b9d2-d9ae60d85972 req-5501a258-d79e-411c-9333-244a5d8ee928 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771012 Dec 07 18:22:41.868655 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 52256) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:41.875021 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:41.962819 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2082332378-network', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:22:41.982676 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Made reservation on behalf of ad6fb53129e547a9b4093380eb0ec0ad for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:22:41.984894 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:41.993340 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.066262 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.070292 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.090822 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:22:42.106625 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920957dc-96b2-46d1-852d-8830666269c4,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:42.109442 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.109777 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Added segment 5b95780f-2868-4f48-8f03-ad9fecaa6adb of type vlan for network 959929fe-24b2-4716-8851-426a6d5d4aff Dec 07 18:22:42.149697 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.173345 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.174278 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:42.174884 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.207980 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3377221 Dec 07 18:22:42.211009 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 52262) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:42.217673 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Request body: {'subnet': {'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2082332378-subnet', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'ip_version': 4}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:22:42.241408 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58822c-6b21-4dbe-8e8f-ea18b02675eb admin admin] Pushing event updated for resources: {'Network': ['ID=959929fe-24b2-4716-8851-426a6d5d4aff,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:42.251579 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Made reservation on behalf of ad6fb53129e547a9b4093380eb0ec0ad for: {'subnet': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:22:42.251856 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network 959929fe-24b2-4716-8851-426a6d5d4aff details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:22:42.253970 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129886099'] for subnet, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.419891 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129744485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129886093'] for subnet, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.687639 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff293f-b678-477d-90b9-2a4e5e5267c3 req-29c003d8-835b-4786-af20-e84186e27428 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:42.689207 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-81ff293f-b678-477d-90b9-2a4e5e5267c3 req-29c003d8-835b-4786-af20-e84186e27428 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0499749 Dec 07 18:22:42.722704 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=183c683b-6ae4-4627-9e10-dd5e2d84f658,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:42.737572 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-81ff293f-b678-477d-90b9-2a4e5e5267c3 req-dd1ec419-a10c-4324-8587-811ed8e4847c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Dec 07 18:22:42.750681 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88724a8e-a39f-4ab1-88cb-c026fd42a352 req-4cdea264-cf91-49a5-a785-780011c85132 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:42.752203 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-88724a8e-a39f-4ab1-88cb-c026fd42a352 req-4cdea264-cf91-49a5-a785-780011c85132 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.3087857 Dec 07 18:22:42.763950 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Checking segment: {'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:22:42.763950 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Network hostable DHCP agents. Network: 959929fe-24b2-4716-8851-426a6d5d4aff, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:22:42.789792 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Network 959929fe-24b2-4716-8851-426a6d5d4aff is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:22:42.806900 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, 959929fe-24b2-4716-8851-426a6d5d4aff) {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:42.813437 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-88724a8e-a39f-4ab1-88cb-c026fd42a352 req-d38b7b4e-0e24-49a7-b7ad-1812ce1746bb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547845 Dec 07 18:22:42.815001 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:42.815589 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.816204 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8ad49d-265e-4dfe-99ab-aef59624534c None None] Network 959929fe-24b2-4716-8851-426a6d5d4aff requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:22:42.833302 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-85845d4e-e1c9-4fbc-8b68-12387f368f38 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6209540 Dec 07 18:22:42.836060 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 52270) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:42.840966 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:22:42.869985 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4185357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30378'] for router, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.871022 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4184733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4184012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3691892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30355'] for router, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.920855 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65dd5a90-9d22-52fa-8286-5a0fe7265778-959929fe-24b2-4716-8851-426a6d5d4aff', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658'}]}} from dv-cinder-820918-1-iscsi. {{(pid=102528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:22:42.921709 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:42.922798 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.055369 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.057137 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.db_base_plugin_common [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Allocated IP 172.20.0.2 (959929fe-24b2-4716-8851-426a6d5d4aff/183c683b-6ae4-4627-9e10-dd5e2d84f658/4ff83efb-ab4f-46e6-a902-cd8135160a34) {{(pid=102528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:22:43.199527 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Publish callbacks [] for port, precommit_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.206358 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.246333 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Network 959929fe-24b2-4716-8851-426a6d5d4aff is already hosted by enough agents. {{(pid=102528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:22:43.249252 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.base_scheduler [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Resources bound (agent type, host, resource id): {{(pid=102528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:43.252699 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Received port after_create {{(pid=102528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:22:43.254948 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.258187 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Pushing event updated for resources: {'Port': ['ID=4ff83efb-ab4f-46e6-a902-cd8135160a34,revision_number=1']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:43.274153 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.310007 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Attempting to bind port 4ff83efb-ab4f-46e6-a902-cd8135160a34 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:22:43.310375 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Attempting to bind port 4ff83efb-ab4f-46e6-a902-cd8135160a34 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:22:43.310733 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Attempting to bind port 4ff83efb-ab4f-46e6-a902-cd8135160a34 on network 959929fe-24b2-4716-8851-426a6d5d4aff {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:22:43.315517 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:22:43.315887 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Checking segment: {'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:22:43.316283 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.316701 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Bound using segment: {'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:22:43.317157 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Bound port: 4ff83efb-ab4f-46e6-a902-cd8135160a34, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:22:43.317529 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.380607 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] For port 4ff83efb-ab4f-46e6-a902-cd8135160a34, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:22:43.383828 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] For port 4ff83efb-ab4f-46e6-a902-cd8135160a34, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=4ff83efb-ab4f-46e6-a902-cd8135160a34,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:22:43.388874 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.389389 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Allocated IP 172.27.2.5 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/ff94c4d1-1ac4-4362-9546-e276f51dd2f2) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:22:43.445354 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59f77b-dc1c-449f-ada6-f5a154b18ca8 None None] Pushing event updated for resources: {'Port': ['ID=4ff83efb-ab4f-46e6-a902-cd8135160a34,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:43.496044 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.531397 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:43.571249 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:22:43.576351 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:43.579080 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:22:43.610902 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Pushing event updated for resources: {'Port': ['ID=ff94c4d1-1ac4-4362-9546-e276f51dd2f2,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:43.937858 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ae13c-cfd3-4ef5-b3b6-82d38b0937a0 req-d66d8c3b-efb5-4fbf-9a5c-ace5d40f423b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:43.939331 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5b9ae13c-cfd3-4ef5-b3b6-82d38b0937a0 req-d66d8c3b-efb5-4fbf-9a5c-ace5d40f423b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0492325 Dec 07 18:22:43.987007 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5b9ae13c-cfd3-4ef5-b3b6-82d38b0937a0 req-c0be981f-0f11-43e6-894c-c362abd75091 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Dec 07 18:22:44.027806 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0f25-ef73-4303-aee5-d77e16dac48e req-9899bc3d-d395-4812-ab9e-f676dbc9a122 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:44.029389 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-095b0f25-ef73-4303-aee5-d77e16dac48e req-9899bc3d-d395-4812-ab9e-f676dbc9a122 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.1060517 Dec 07 18:22:44.066120 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd772-a10c-474c-98c9-026466625fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:44.154596 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-095b0f25-ef73-4303-aee5-d77e16dac48e req-46195360-97a1-46ab-8a1a-c38595efb149 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185949 Dec 07 18:22:44.177651 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:44.351549 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd15a67-b08f-48e7-8d64-6fabdc82ec99 None None] Network 959929fe-24b2-4716-8851-426a6d5d4aff requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:22:44.376828 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4184708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827'] for router, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:44.453268 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-6956ac25-f9fc-4406-9249-f1aca0849867 None None] Provisioning complete for port 4ff83efb-ab4f-46e6-a902-cd8135160a34 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:44.453635 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6956ac25-f9fc-4406-9249-f1aca0849867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:44.505821 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Router 4d877b06-80e2-4162-b749-7b6a6adaf325 is scheduled to L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c with binding_index 1 {{(pid=102526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:22:44.541001 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6956ac25-f9fc-4406-9249-f1aca0849867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:44.579626 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-6956ac25-f9fc-4406-9249-f1aca0849867 None None] For port 4ff83efb-ab4f-46e6-a902-cd8135160a34, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=4ff83efb-ab4f-46e6-a902-cd8135160a34,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:44.583624 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6956ac25-f9fc-4406-9249-f1aca0849867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:44.617051 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:22:44.626949 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Sync routers for ids ['4d877b06-80e2-4162-b749-7b6a6adaf325'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:22:44.636436 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:44.637706 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-b0db558b-685b-4979-811c-9140ec177b6f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8003802 Dec 07 18:22:44.641167 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 52284) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:44.650345 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Routers {'4d877b06-80e2-4162-b749-7b6a6adaf325'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:22:44.651092 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:22:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4d877b06-80e2-4162-b749-7b6a6adaf325'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:44.653267 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956ac25-f9fc-4406-9249-f1aca0849867 None None] Pushing event updated for resources: {'Port': ['ID=4ff83efb-ab4f-46e6-a902-cd8135160a34,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:44.879593 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-0bf7792d-1cb5-46d5-a47b-c3b9600b464d None None] Provisioning complete for port 4ff83efb-ab4f-46e6-a902-cd8135160a34 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:44.879964 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0bf7792d-1cb5-46d5-a47b-c3b9600b464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:44.922798 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Set router 4d877b06-80e2-4162-b749-7b6a6adaf325 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:22:45.077447 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 4ff83efb-ab4f-46e6-a902-cd8135160a34 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:22:45.084040 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.134318 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.202400 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 4ff83efb-ab4f-46e6-a902-cd8135160a34 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:45.202734 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.260052 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:44Z', 'revision_number': 3, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:45.288954 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Allocated IP 172.20.0.1 (959929fe-24b2-4716-8851-426a6d5d4aff/183c683b-6ae4-4627-9e10-dd5e2d84f658/526fbc51-0e4a-4230-b654-a3eef7431580) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:22:45.293322 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Checking router: 4d877b06-80e2-4162-b749-7b6a6adaf325 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:22:45.293609 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Updating router 4d877b06-80e2-4162-b749-7b6a6adaf325 port ff94c4d1-1ac4-4362-9546-e276f51dd2f2 binding host dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:22:45.304847 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ddf38-a707-4eea-95af-d3ab63112f14 req-5293bdef-d38b-4b83-95b9-24fd6cbb0f3e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:45.306538 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-527ddf38-a707-4eea-95af-d3ab63112f14 req-5293bdef-d38b-4b83-95b9-24fd6cbb0f3e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0546231 Dec 07 18:22:45.329567 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450a742-6dbc-4497-81b9-ad7c1074e1ea req-cae77930-5964-4527-9d2c-2f691d1babe4 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:45.331240 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a450a742-6dbc-4497-81b9-ad7c1074e1ea req-cae77930-5964-4527-9d2c-2f691d1babe4 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0810921 Dec 07 18:22:45.342280 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.362135 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-527ddf38-a707-4eea-95af-d3ab63112f14 req-ed854a96-3b93-4c1d-9aad-0f3dea731060 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496137 Dec 07 18:22:45.433506 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a450a742-6dbc-4497-81b9-ad7c1074e1ea req-4f216ab6-2f40-4db5-ba91-c8a6694afdbd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932293 Dec 07 18:22:45.464167 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.496976 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.536905 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Network 959929fe-24b2-4716-8851-426a6d5d4aff is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:22:45.539758 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:45.543440 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:22:45.549019 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Pushing event updated for resources: {'Port': ['ID=526fbc51-0e4a-4230-b654-a3eef7431580,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:45.590434 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4190412'] for router_interface, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.612927 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Publish callbacks [] for port, precommit_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.620298 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.674801 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac7eb3-0b92-4d3e-ba6c-1de3c1c5d500 None None] Pushing event updated for resources: {'Port': ['ID=ff94c4d1-1ac4-4362-9546-e276f51dd2f2,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:45.677164 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Attempting to bind port ff94c4d1-1ac4-4362-9546-e276f51dd2f2 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:22:45.677533 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Attempting to bind port ff94c4d1-1ac4-4362-9546-e276f51dd2f2 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:22:45.677889 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Attempting to bind port ff94c4d1-1ac4-4362-9546-e276f51dd2f2 on network a77dd0a2-9628-43aa-bd4b-eb8d184360aa {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:22:45.684979 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:22:45.685304 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:22:45.685707 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.686146 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Bound using segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:22:45.686547 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Bound port: ff94c4d1-1ac4-4362-9546-e276f51dd2f2, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:22:45.686926 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.742825 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.745866 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] For port ff94c4d1-1ac4-4362-9546-e276f51dd2f2, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:22:45.749300 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] For port ff94c4d1-1ac4-4362-9546-e276f51dd2f2, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=ff94c4d1-1ac4-4362-9546-e276f51dd2f2,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:22:45.753799 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.827860 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-0b1fae1b-78e7-43a0-a416-dcba030f1cbc None None] Provisioning complete for port 526fbc51-0e4a-4230-b654-a3eef7431580 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:45.828234 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0b1fae1b-78e7-43a0-a416-dcba030f1cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.851893 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac7eb3-0b92-4d3e-ba6c-1de3c1c5d500 None None] Pushing event updated for resources: {'Port': ['ID=ff94c4d1-1ac4-4362-9546-e276f51dd2f2,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:45.858125 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Routers {'4d877b06-80e2-4162-b749-7b6a6adaf325'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:22:45.858757 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:22:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4d877b06-80e2-4162-b749-7b6a6adaf325'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:45.911076 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-0b1fae1b-78e7-43a0-a416-dcba030f1cbc None None] Port 526fbc51-0e4a-4230-b654-a3eef7431580 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:22:45.913781 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.918729 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.976306 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] Set router 4d877b06-80e2-4162-b749-7b6a6adaf325 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:22:45.985207 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3856965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4190288'] for router_interface, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:45.987810 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Pushing event updated for resources: {'Port': ['ID=526fbc51-0e4a-4230-b654-a3eef7431580,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:46.093558 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Network 959929fe-24b2-4716-8851-426a6d5d4aff is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:22:46.094888 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:46.190386 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 1, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:46.222483 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6543633-5494-498f-80fc-0b13a4285270 None None] The sync data for ids ['4d877b06-80e2-4162-b749-7b6a6adaf325'] in dv-cinder-820918-1-iscsi is: [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 1, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:22:46.236848 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-fae66ec0-7a40-4d58-9d35-67b18bc83c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:46.243219 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-fae66ec0-7a40-4d58-9d35-67b18bc83c2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 1099 time: 0.0895369 Dec 07 18:22:46.248524 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Router 4d877b06-80e2-4162-b749-7b6a6adaf325 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:22:46.333882 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-3461e876-f2e2-4226-b6c5-cd86a2aec2a1 None None] Provisioning complete for port 526fbc51-0e4a-4230-b654-a3eef7431580 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:46.334374 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-3461e876-f2e2-4226-b6c5-cd86a2aec2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:46.371683 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-3461e876-f2e2-4226-b6c5-cd86a2aec2a1 None None] Port 526fbc51-0e4a-4230-b654-a3eef7431580 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:22:46.412566 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:46.463175 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-26909fd3-9276-4199-8081-79ddf2d261e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:46.464791 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-26909fd3-9276-4199-8081-79ddf2d261e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.1978288 Dec 07 18:22:46.466179 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:22:46.472491 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-0df91ff4-8e39-471c-8611-0d0e32fd13a5 admin admin] 10.222.0.47 "PUT /v2.0/routers/4d877b06-80e2-4162-b749-7b6a6adaf325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8302126 Dec 07 18:22:46.583991 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-77cb1a4d-5d5c-4135-ae6a-b8bfd8a7341a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce HTTP/1.1" status: 200 len: 1002 time: 0.1101320 Dec 07 18:22:46.604070 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f818-5309-4b9e-9d85-45ad75c9d32b req-cb8aeb90-a5ea-45dc-8261-4b078e2b0641 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:46.605742 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2447f818-5309-4b9e-9d85-45ad75c9d32b req-cb8aeb90-a5ea-45dc-8261-4b078e2b0641 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0662396 Dec 07 18:22:46.744386 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2447f818-5309-4b9e-9d85-45ad75c9d32b req-114b40ad-4a0e-49f8-af50-da6a0b845a3b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314604 Dec 07 18:22:46.751259 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-e4db650a-41dc-45dd-8f77-6503e444b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:46.754044 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-e4db650a-41dc-45dd-8f77-6503e444b63b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.1200631 Dec 07 18:22:46.786916 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e18dd5-ca6c-41bd-b674-b6584049b263 req-d3aa522e-5c05-4d15-9ebf-fb25a7b8d916 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:46.795311 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e1e18dd5-ca6c-41bd-b674-b6584049b263 req-d3aa522e-5c05-4d15-9ebf-fb25a7b8d916 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0969911 Dec 07 18:22:46.835760 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-37a184d5-fabd-470f-b9ae-7160e93f0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:46.838153 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-37a184d5-fabd-470f-b9ae-7160e93f0ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736194 Dec 07 18:22:46.886262 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e1e18dd5-ca6c-41bd-b674-b6584049b263 req-5cfcc841-c3bc-4a16-91be-02f03f8dc321 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861559 Dec 07 18:22:46.977324 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-6efdc6d1-519c-42c7-b4f1-e7599c14df8b service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285355 Dec 07 18:22:47.156854 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7ce9c14d-bd69-4ba6-904f-2ba34867837b req-d0730406-cd23-4fbf-a667-3685a162adf7 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715412 Dec 07 18:22:47.209048 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-7fe3a0da-8da8-4a2f-8fc8-1cc9ac023ec6 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:47.210988 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-7fe3a0da-8da8-4a2f-8fc8-1cc9ac023ec6 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/networks?id=07842e2a-e207-46cb-8816-cb96e1ef240f HTTP/1.1" status: 200 len: 813 time: 0.1681790 Dec 07 18:22:47.227671 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-96273302-badc-4e20-8940-5d6939650785 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/quotas/810b565128514abeb46ab344d2d1640f HTTP/1.1" status: 200 len: 375 time: 0.0099003 Dec 07 18:22:47.236788 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 52338) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:47.241465 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-191995737-network', 'tenant_id': '25a610cf66c441229e197dc521b4092b'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:22:47.264530 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Made reservation on behalf of 25a610cf66c441229e197dc521b4092b for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:22:47.267039 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.268297 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-7ba763da-3585-4cef-b02e-d43b65baed1f tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=810b565128514abeb46ab344d2d1640f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333791 Dec 07 18:22:47.276641 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.360635 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.365425 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.390207 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:22:47.406190 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245fd847-b66d-4b78-b127-05085569c6e5,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:47.409226 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.409581 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Added segment 28c36927-0cc2-403c-ac7a-844464d0faf8 of type vlan for network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f Dec 07 18:22:47.461133 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.491768 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.492933 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:47.493627 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.554644 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-01bcf64f-21d0-49f3-a4b4-19477b1e4525 service neutron] 10.222.0.47 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769077 Dec 07 18:22:47.575543 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3352265 Dec 07 18:22:47.575741 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 52344) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:47.583068 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Request body: {'subnet': {'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-191995737-subnet', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'ip_version': 4}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:22:47.598495 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44721e-3fdf-4fae-bff8-430150934d86 admin admin] Pushing event updated for resources: {'Network': ['ID=f61b8884-d9b6-4ac7-9d8c-92d351d40d0f,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:47.599607 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.615071 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:22:47.623075 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Made reservation on behalf of 25a610cf66c441229e197dc521b4092b for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:22:47.625672 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130002419'] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.685037 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-1e9d906d-4e43-42bf-aa16-98e8332b040a service neutron] 10.222.0.47 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235652 Dec 07 18:22:47.832285 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126111909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130002413'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:47.885799 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-34f2eed6-3c3a-4112-a805-f2ce92ef3667 req-8b647a45-7d50-4ed8-8a4a-73f469868393 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 210 time: 0.0545571 Dec 07 18:22:47.907328 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb183f5-8ff6-47f3-ba37-baed6a20de69,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:47.934321 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Checking segment: {'id': '28c36927-0cc2-403c-ac7a-844464d0faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:22:47.934887 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Network hostable DHCP agents. Network: f61b8884-d9b6-4ac7-9d8c-92d351d40d0f, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:22:47.965925 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:22:47.990480 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c5876-4d60-4afb-ba34-7e482d184704 req-e463f6d9-564d-40d2-9c0f-7b92e96e0b5f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:47.998513 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7d0c5876-4d60-4afb-ba34-7e482d184704 req-e463f6d9-564d-40d2-9c0f-7b92e96e0b5f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.1183987 Dec 07 18:22:48.001331 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, f61b8884-d9b6-4ac7-9d8c-92d351d40d0f) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:48.011493 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee8103a-9941-4083-8a8f-cc527c681701 None None] Network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:22:48.027182 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:48.027780 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.049567 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fa761-6fd3-4a72-be6e-0737ecf31d96 req-1d944218-ff9d-4556-b9d2-4c11c3ad4d2c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:48.052444 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f87fa761-6fd3-4a72-be6e-0737ecf31d96 req-1d944218-ff9d-4556-b9d2-4c11c3ad4d2c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.0760803 Dec 07 18:22:48.077022 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-5cfdd7ba-c4b2-4c7c-ae0a-e7b5c9cc5011 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5002201 Dec 07 18:22:48.079215 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 52356) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:48.085285 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-191995737-router', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:22:48.095263 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7d0c5876-4d60-4afb-ba34-7e482d184704 req-d3b84b56-581f-41d5-8d28-314037a8e184 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957472 Dec 07 18:22:48.137646 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4185357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30378'] for router, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.140653 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f87fa761-6fd3-4a72-be6e-0737ecf31d96 req-4ae578d9-b438-4bcb-8e54-bb18d8e8f2fa tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772855 Dec 07 18:22:48.144658 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4184733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4184012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3691892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30355'] for router, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.169136 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65dd5a90-9d22-52fa-8286-5a0fe7265778-f61b8884-d9b6-4ac7-9d8c-92d351d40d0f', 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f', 'project_id': '25a610cf66c441229e197dc521b4092b', 'fixed_ips': [{'subnet_id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69'}]}} from dv-cinder-820918-1-iscsi. {{(pid=102528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:22:48.170169 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.225125 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.332172 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.db_base_plugin_common [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Allocated IP 172.20.0.2 (f61b8884-d9b6-4ac7-9d8c-92d351d40d0f/2eb183f5-8ff6-47f3-ba37-baed6a20de69/1f72581c-2c6f-48c8-9133-ac6a553034be) {{(pid=102528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:22:48.367266 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.500773 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-f9f3684b-baf1-4595-b6fb-c137ff63a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:48.502555 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-f9f3684b-baf1-4595-b6fb-c137ff63a962 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 1099 time: 0.0589876 Dec 07 18:22:48.503183 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Publish callbacks [] for port, precommit_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.511147 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213'] for port, after_create {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.557795 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f is already hosted by enough agents. {{(pid=102528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:22:48.560092 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.scheduler.base_scheduler [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Resources bound (agent type, host, resource id): {{(pid=102528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:48.563377 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Received port after_create {{(pid=102528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:22:48.576014 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Pushing event updated for resources: {'Port': ['ID=1f72581c-2c6f-48c8-9133-ac6a553034be,revision_number=1']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:48.586921 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.587652 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.588278 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.588669 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.589154 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.589347 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.589681 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.590010 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.590339 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.590801 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.590984 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.591312 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.591630 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:48.651112 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.652839 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Attempting to bind port 1f72581c-2c6f-48c8-9133-ac6a553034be on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:22:48.653325 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Attempting to bind port 1f72581c-2c6f-48c8-9133-ac6a553034be by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '28c36927-0cc2-403c-ac7a-844464d0faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:22:48.653567 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Attempting to bind port 1f72581c-2c6f-48c8-9133-ac6a553034be on network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:22:48.659232 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:22:48.659604 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Checking segment: {'id': '28c36927-0cc2-403c-ac7a-844464d0faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:22:48.660010 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.660424 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Bound using segment: {'id': '28c36927-0cc2-403c-ac7a-844464d0faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:22:48.660884 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Bound port: 1f72581c-2c6f-48c8-9133-ac6a553034be, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c36927-0cc2-403c-ac7a-844464d0faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:22:48.661261 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.676238 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.734424 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] For port 1f72581c-2c6f-48c8-9133-ac6a553034be, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:22:48.738571 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] For port 1f72581c-2c6f-48c8-9133-ac6a553034be, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=1f72581c-2c6f-48c8-9133-ac6a553034be,segment=NetworkSegment(28c36927-0cc2-403c-ac7a-844464d0faf8),segment_id=28c36927-0cc2-403c-ac7a-844464d0faf8)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:22:48.748057 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-4e12f59f-9550-4ddc-99fd-85fffd2824d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:48.749699 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:48.750194 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-4e12f59f-9550-4ddc-99fd-85fffd2824d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.2340319 Dec 07 18:22:48.821145 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3379e-b224-4e97-a103-a27dff74a111 None None] Pushing event updated for resources: {'Port': ['ID=1f72581c-2c6f-48c8-9133-ac6a553034be,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:48.857409 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-799c984e-e20e-45e7-a9da-9b98351c3100 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce HTTP/1.1" status: 200 len: 1002 time: 0.0866132 Dec 07 18:22:48.874982 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Allocated IP 172.27.2.228 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/a37864e9-620f-4b06-8287-a4edf83b3718) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:22:48.917018 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-849fa866-1f73-4264-80cf-c09d5e61c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:48.918630 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-849fa866-1f73-4264-80cf-c09d5e61c03d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.0490904 Dec 07 18:22:48.984692 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-720557cf-6cea-49a7-ab41-e53f438c14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:48.986945 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-720557cf-6cea-49a7-ab41-e53f438c14bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600722 Dec 07 18:22:49.021870 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-41fe0961-65bb-4a9c-87de-2da2df534921 req-7939f49e-9d57-478d-a4d7-010b826a22a0 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 210 time: 0.0398030 Dec 07 18:22:49.034598 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:49.041771 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Sync routers for ids ['4d877b06-80e2-4162-b749-7b6a6adaf325'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:22:49.066180 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Routers {'4d877b06-80e2-4162-b749-7b6a6adaf325'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:22:49.066822 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:22:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4d877b06-80e2-4162-b749-7b6a6adaf325'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:49.092496 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:49.150358 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:22:49.154956 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:49.157639 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:22:49.189910 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device ff94c4d1-1ac4-4362-9546-e276f51dd2f2 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:22:49.192971 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-d1884f75-4cba-4d1d-a92e-a26d642c64ed service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920364 Dec 07 18:22:49.210379 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a37864e9-620f-4b06-8287-a4edf83b3718,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:49.337746 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port ff94c4d1-1ac4-4362-9546-e276f51dd2f2 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:49.338129 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:49.341223 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Set router 4d877b06-80e2-4162-b749-7b6a6adaf325 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:22:49.455386 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a83763-3786-49d7-8c5e-6d6ce6967f9c req-8d09fe13-3405-4654-a320-cfbc7480129a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:49.457317 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-28a83763-3786-49d7-8c5e-6d6ce6967f9c req-8d09fe13-3405-4654-a320-cfbc7480129a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 946 time: 0.1017988 Dec 07 18:22:49.636308 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-28a83763-3786-49d7-8c5e-6d6ce6967f9c req-d7afefe6-413d-48e7-b611-2d76379a3505 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366196 Dec 07 18:22:49.648972 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:49.655554 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:49.687311 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port ff94c4d1-1ac4-4362-9546-e276f51dd2f2, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=ff94c4d1-1ac4-4362-9546-e276f51dd2f2,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:49.701700 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:49.756764 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaf2e8-a065-4f17-a6d5-83c124b00320 req-a5db2ce8-734f-4cbc-bb86-bf81f2500d51 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:49.758678 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9afaf2e8-a065-4f17-a6d5-83c124b00320 req-a5db2ce8-734f-4cbc-bb86-bf81f2500d51 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.1885059 Dec 07 18:22:49.767408 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b2a88a45-ae14-49c7-a528-2a8f13e9d36f req-ccca638f-4d64-46b8-b758-1777a1298705 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642421 Dec 07 18:22:49.812004 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-450e88e9-b37a-4807-901f-4b28749df206 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:49.813574 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-450e88e9-b37a-4807-901f-4b28749df206 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.37 "GET /v2.0/networks?id=07842e2a-e207-46cb-8816-cb96e1ef240f HTTP/1.1" status: 200 len: 813 time: 0.2423069 Dec 07 18:22:49.819701 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 2, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:49.827920 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=ff94c4d1-1ac4-4362-9546-e276f51dd2f2,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:49.860260 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Checking router: 4d877b06-80e2-4162-b749-7b6a6adaf325 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:22:49.860642 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Updating router 4d877b06-80e2-4162-b749-7b6a6adaf325 port 526fbc51-0e4a-4230-b654-a3eef7431580 binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:22:49.864625 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9afaf2e8-a065-4f17-a6d5-83c124b00320 req-28c8f852-b1d0-47cc-80eb-62c1207eb80a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918663 Dec 07 18:22:49.871202 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Request body: {'port': {'device_id': '61387abf-650a-4e4a-b4e1-335cb040d716', 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f', 'admin_state_up': True, 'tenant_id': '810b565128514abeb46ab344d2d1640f'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:22:49.908094 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:49.930295 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4184708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4183827'] for router, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.050328 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Made reservation on behalf of 810b565128514abeb46ab344d2d1640f for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:22:50.054649 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.247467 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-05a3e588-d6d1-4546-84b2-1ddb7f2f2026 req-8d7a1942-7eb8-4d1f-9a9f-397b1f7da546 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 210 time: 0.0488307 Dec 07 18:22:50.290030 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Allocated IP 172.20.0.5 (07842e2a-e207-46cb-8816-cb96e1ef240f/ecfb3150-5bf1-4f27-baa4-51872e917136/6fe28390-4b29-4405-af8e-eb3914c31d9d) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:22:50.299190 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e51f2d6-4040-40fa-bd60-06576638b8d3 None None] Network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:22:50.318369 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.328993 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.371247 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 0b69af12-bbc2-431f-bafb-b98e3a3448ce no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:22:50.400667 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Pushing event updated for resources: {'Port': ['ID=526fbc51-0e4a-4230-b654-a3eef7431580,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:50.412511 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.413136 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.413665 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.414160 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.414728 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.415240 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.415908 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.416633 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.417140 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.417642 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.418663 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.419171 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.419662 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:22:50.425289 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f1ec8f7e-75a1-454e-82a6-87cdb55b4dd0 None None] Provisioning complete for port 1f72581c-2c6f-48c8-9133-ac6a553034be triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:50.425672 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8f7e-75a1-454e-82a6-87cdb55b4dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.508955 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad4dc-58d2-4416-9e18-138981c6bb6b req-337c3abf-baea-45a1-a8d9-7bfa70e384dd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:50.511578 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-240ad4dc-58d2-4416-9e18-138981c6bb6b req-337c3abf-baea-45a1-a8d9-7bfa70e384dd tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0926085 Dec 07 18:22:50.549247 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-2f4126bb-198c-4e6f-9d4d-c57b5ca7a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:50.550656 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-2f4126bb-198c-4e6f-9d4d-c57b5ca7a27b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 1098 time: 0.2662480 Dec 07 18:22:50.581910 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.584344 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 is scheduled to L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c with binding_index 1 {{(pid=102526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:22:50.619076 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-240ad4dc-58d2-4416-9e18-138981c6bb6b req-3832e69e-7e34-4a3b-87f6-0881da6086b3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983007 Dec 07 18:22:50.634755 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8f7e-75a1-454e-82a6-87cdb55b4dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.660599 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:22:50.662761 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7be42a5-b3d8-4ee3-9c37-483be6a7075f" -d '{"events": [{"server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "name": "network-vif-unplugged", "status": "completed", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:22:50.685511 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:50.709957 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.713757 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f1ec8f7e-75a1-454e-82a6-87cdb55b4dd0 None None] For port 1f72581c-2c6f-48c8-9133-ac6a553034be, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=1f72581c-2c6f-48c8-9133-ac6a553034be,segment=NetworkSegment(28c36927-0cc2-403c-ac7a-844464d0faf8),segment_id=28c36927-0cc2-403c-ac7a-844464d0faf8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:50.747567 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.769451 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3dfaad-57b9-49b5-ad36-16ff97966297 x-openstack-request-id: req-5b3dfaad-57b9-49b5-ad36-16ff97966297 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:22:50.769774 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "name": "network-vif-unplugged", "status": "completed", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:22:50.770038 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b3dfaad-57b9-49b5-ad36-16ff97966297 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:22:50.770439 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'code': 200} Dec 07 18:22:50.771326 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8f7e-75a1-454e-82a6-87cdb55b4dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.780999 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Attempting to bind port 526fbc51-0e4a-4230-b654-a3eef7431580 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:22:50.782336 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Attempting to bind port 526fbc51-0e4a-4230-b654-a3eef7431580 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:22:50.783381 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Attempting to bind port 526fbc51-0e4a-4230-b654-a3eef7431580 on network 959929fe-24b2-4716-8851-426a6d5d4aff {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:22:50.793759 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:22:50.799417 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Checking segment: {'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:22:50.800082 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.800806 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Bound using segment: {'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:22:50.801481 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Bound port: 526fbc51-0e4a-4230-b654-a3eef7431580, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:22:50.803071 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.818957 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-ee960e78-2889-4102-80a8-98d5cd5b3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:50.820798 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-ee960e78-2889-4102-80a8-98d5cd5b3531 service neutron] 10.222.0.37 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 912 time: 0.2409506 Dec 07 18:22:50.821144 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:22:50.841627 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.857478 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Sync routers for ids ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:22:50.873819 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=8']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:50.916840 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.920523 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] For port 526fbc51-0e4a-4230-b654-a3eef7431580, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:22:50.923390 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-e1bf49ee-11f2-4682-ba9e-6f6b5dcf03b6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8428700 Dec 07 18:22:50.925016 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] For port 526fbc51-0e4a-4230-b654-a3eef7431580, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=526fbc51-0e4a-4230-b654-a3eef7431580,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:22:50.930116 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 52396) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:50.932804 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:50.953622 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec8f7e-75a1-454e-82a6-87cdb55b4dd0 None None] Pushing event updated for resources: {'Port': ['ID=1f72581c-2c6f-48c8-9133-ac6a553034be,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:50.970045 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Routers {'66404cfe-cda7-4261-91ea-bcd879e7e7f5'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:22:50.971682 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:22:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:50.984511 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Network 07842e2a-e207-46cb-8816-cb96e1ef240f is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:22:50.989481 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-4085c9f7-49c4-47d9-a841-7ff486606a99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32b38252-4967-4f79-bbd8-d483954c2fc3 HTTP/1.1" status: 200 len: 1001 time: 0.1582079 Dec 07 18:22:50.996999 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:51.002140 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:22:51.008069 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Pushing event updated for resources: {'Port': ['ID=6fe28390-4b29-4405-af8e-eb3914c31d9d,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:51.020666 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1e7af-1d6e-4fbd-93f3-32ef807cc235 None None] Pushing event updated for resources: {'Port': ['ID=526fbc51-0e4a-4230-b654-a3eef7431580,revision_number=4']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:51.032264 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-baaa6b35-9cab-4edb-b5ce-17485498997a None None] Provisioning complete for port 526fbc51-0e4a-4230-b654-a3eef7431580 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:51.032885 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-baaa6b35-9cab-4edb-b5ce-17485498997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:51.036747 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:22:51.054017 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Routers {'4d877b06-80e2-4162-b749-7b6a6adaf325'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:22:51.054696 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:22:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4d877b06-80e2-4162-b749-7b6a6adaf325'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:51.095146 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717f0a-07fd-4e11-bc54-a775386c9aff req-657f2767-377d-4240-a1bf-674b058e0f57 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:51.099871 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c2717f0a-07fd-4e11-bc54-a775386c9aff req-657f2767-377d-4240-a1bf-674b058e0f57 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.2674885 Dec 07 18:22:51.139586 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:51.141804 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:51.160763 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-8bee1644-c713-4d20-a997-f62effc93047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:51.162239 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-8bee1644-c713-4d20-a997-f62effc93047 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 200 len: 850 time: 0.1226869 Dec 07 18:22:51.232205 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Set router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:22:51.232480 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-ea65e6f6-95cd-4b5d-8023-0dee007a31c7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3663037 Dec 07 18:22:51.249411 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-4d9898c3-2ed8-490e-b9a3-85d7b26395f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:51.251163 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-4d9898c3-2ed8-490e-b9a3-85d7b26395f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03597245-6d91-43e2-998e-8715e605ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745316 Dec 07 18:22:51.281234 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Request body: {'port': {'device_id': '61387abf-650a-4e4a-b4e1-335cb040d716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:22:51.282617 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c2717f0a-07fd-4e11-bc54-a775386c9aff req-c1093415-889c-42a9-b40a-86d136f5b865 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758485 Dec 07 18:22:51.308001 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] Set router 4d877b06-80e2-4162-b749-7b6a6adaf325 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:22:51.365936 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device ff94c4d1-1ac4-4362-9546-e276f51dd2f2 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:22:51.470211 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:51.486999 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a90aab-3fb1-4c54-9ef4-b980bcc31369 req-d698027e-35b5-4e89-b957-3151621ab0d3 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:51.488513 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03a90aab-3fb1-4c54-9ef4-b980bcc31369 req-d698027e-35b5-4e89-b957-3151621ab0d3 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 931 time: 0.0983312 Dec 07 18:22:51.490729 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-baaa6b35-9cab-4edb-b5ce-17485498997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:51.516284 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port ff94c4d1-1ac4-4362-9546-e276f51dd2f2 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:51.516856 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:51.543220 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-220e33f4-6b50-4803-9080-5a46abd2d8e1 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583697 Dec 07 18:22:51.592800 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:50Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:51.624744 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6d361-377c-4a79-bb6f-6603c6f27d82 None None] The sync data for ids ['4d877b06-80e2-4162-b749-7b6a6adaf325'] in dv-cinder-820918-1-iscsi is: [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:50Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:22:51.652964 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03a90aab-3fb1-4c54-9ef4-b980bcc31369 req-1a7c19d4-3def-4146-ad0f-f16ebb996093 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461458 Dec 07 18:22:51.727022 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-baaa6b35-9cab-4edb-b5ce-17485498997a None None] For port 526fbc51-0e4a-4230-b654-a3eef7431580, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=526fbc51-0e4a-4230-b654-a3eef7431580,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:51.754080 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-baaa6b35-9cab-4edb-b5ce-17485498997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:51.759461 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-842460f3-d1b2-4036-82c4-ef4e404542c1 req-6dbc6781-8939-4ade-ae4a-852ba7198533 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985285 Dec 07 18:22:51.813257 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbb3aa-0f5d-4754-a30d-5995c47ef027 req-95a8eddf-a22b-4771-ab3c-97fc42d81545 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:51.815108 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-bfbbb3aa-0f5d-4754-a30d-5995c47ef027 req-95a8eddf-a22b-4771-ab3c-97fc42d81545 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0935504 Dec 07 18:22:51.820714 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:51.833906 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 1f72581c-2c6f-48c8-9133-ac6a553034be up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:22:51.933323 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'name': 'tempest-TestMinimumBasicScenario-191995737-router', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:49Z', 'revision_number': 3, 'project_id': '25a610cf66c441229e197dc521b4092b', 'gw_port': {'id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:51.946011 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-bfbbb3aa-0f5d-4754-a30d-5995c47ef027 req-9a8bfd92-78d4-47bd-9cb0-78fe474a68d9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205463 Dec 07 18:22:51.970438 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-c19e218e-4451-4b27-972b-2c96e5b1fb34 None None] Provisioning complete for port 526fbc51-0e4a-4230-b654-a3eef7431580 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:51.970786 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-c19e218e-4451-4b27-972b-2c96e5b1fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:51.975588 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Checking router: 66404cfe-cda7-4261-91ea-bcd879e7e7f5 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:22:51.975937 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Updating router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 port a37864e9-620f-4b06-8287-a4edf83b3718 binding host dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:22:51.997832 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa6b35-9cab-4edb-b5ce-17485498997a None None] Pushing event updated for resources: {'Port': ['ID=526fbc51-0e4a-4230-b654-a3eef7431580,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:52.030440 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe28390-4b29-4405-af8e-eb3914c31d9d {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:22:52.040221 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.041862 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.058407 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Transition to ACTIVE for port object 6fe28390-4b29-4405-af8e-eb3914c31d9d will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:22:52.067953 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.082904 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Allocated IP 172.20.0.1 (f61b8884-d9b6-4ac7-9d8c-92d351d40d0f/2eb183f5-8ff6-47f3-ba37-baed6a20de69/60c5b71d-7500-46d5-b17f-7976f402bf02) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:22:52.194892 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe28390-4b29-4405-af8e-eb3914c31d9d,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:52.198957 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 1f72581c-2c6f-48c8-9133-ac6a553034be triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:52.199135 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.234247 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Attempting to bind port 6fe28390-4b29-4405-af8e-eb3914c31d9d on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:22:52.235035 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Attempting to bind port 6fe28390-4b29-4405-af8e-eb3914c31d9d by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '50acf798-d428-41a8-af94-362d4c73bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:22:52.235600 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Attempting to bind port 6fe28390-4b29-4405-af8e-eb3914c31d9d on network 07842e2a-e207-46cb-8816-cb96e1ef240f {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:22:52.241560 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Port 6fe28390-4b29-4405-af8e-eb3914c31d9d on network 07842e2a-e207-46cb-8816-cb96e1ef240f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:22:52.242222 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Attempting to bind port 6fe28390-4b29-4405-af8e-eb3914c31d9d on network 07842e2a-e207-46cb-8816-cb96e1ef240f {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:22:52.248935 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:22:52.249553 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Checking segment: {'id': '50acf798-d428-41a8-af94-362d4c73bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:22:52.250117 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Bound using segment: {'id': '50acf798-d428-41a8-af94-362d4c73bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:22:52.250721 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Bound port: 6fe28390-4b29-4405-af8e-eb3914c31d9d, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50acf798-d428-41a8-af94-362d4c73bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:22:52.251081 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.292669 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.325515 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] For port 6fe28390-4b29-4405-af8e-eb3914c31d9d, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:22:52.328976 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] For port 6fe28390-4b29-4405-af8e-eb3914c31d9d, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6fe28390-4b29-4405-af8e-eb3914c31d9d,segment=NetworkSegment(50acf798-d428-41a8-af94-362d4c73bd3c),segment_id=50acf798-d428-41a8-af94-362d4c73bd3c)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:22:52.334409 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.339441 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.384110 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:52.385669 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.387173 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/6fe28390-4b29-4405-af8e-eb3914c31d9d HTTP/1.1" status: 200 len: 1093 time: 1.1116703 Dec 07 18:22:52.387636 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61387abf-650a-4e4a-b4e1-335cb040d716', 'tag': '6fe28390-4b29-4405-af8e-eb3914c31d9d'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:22:52.390452 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71bd82c-85f2-4011-91ee-081e489f0a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "61387abf-650a-4e4a-b4e1-335cb040d716", "tag": "6fe28390-4b29-4405-af8e-eb3914c31d9d"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:22:52.404255 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:22:52.414228 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:52.421265 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:22:52.440154 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758047f2-14a3-4a4d-8aec-8d7c386a59a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe28390-4b29-4405-af8e-eb3914c31d9d,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:52.471999 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Pushing event updated for resources: {'Port': ['ID=60c5b71d-7500-46d5-b17f-7976f402bf02,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:52.512113 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e045be-44a9-42ae-820e-efe1f0ddf05f x-openstack-request-id: req-51e045be-44a9-42ae-820e-efe1f0ddf05f {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:22:52.513756 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61387abf-650a-4e4a-b4e1-335cb040d716", "tag": "6fe28390-4b29-4405-af8e-eb3914c31d9d", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:22:52.514358 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51e045be-44a9-42ae-820e-efe1f0ddf05f {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:22:52.515050 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61387abf-650a-4e4a-b4e1-335cb040d716', 'tag': '6fe28390-4b29-4405-af8e-eb3914c31d9d', 'status': 'completed', 'code': 200} Dec 07 18:22:52.517522 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4190412'] for router_interface, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.577132 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-3a6d002c-3fe0-43c5-83fe-0579a0c36964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:52.579441 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-3a6d002c-3fe0-43c5-83fe-0579a0c36964 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810b565128514abeb46ab344d2d1640f&device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 1096 time: 0.0611043 Dec 07 18:22:52.589545 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd751d-aec0-4e1c-9f67-7e0008d52015 req-2653949a-aedd-4d5d-a465-9e43b8321630 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:52.598696 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8ccd751d-aec0-4e1c-9f67-7e0008d52015 req-2653949a-aedd-4d5d-a465-9e43b8321630 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.1415021 Dec 07 18:22:52.617215 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-c19e218e-4451-4b27-972b-2c96e5b1fb34 None None] Provisioning complete for port 1f72581c-2c6f-48c8-9133-ac6a553034be triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:52.617603 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-c19e218e-4451-4b27-972b-2c96e5b1fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.700149 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8ccd751d-aec0-4e1c-9f67-7e0008d52015 req-eeeea93b-9b61-40d7-9bda-e18f3dda55cb tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002989 Dec 07 18:22:52.734353 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-c662a810-4518-4995-a989-3b4e8a5a1290 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fe28390-4b29-4405-af8e-eb3914c31d9d HTTP/1.1" status: 200 len: 217 time: 0.1056538 Dec 07 18:22:52.749501 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.840121 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Publish callbacks [] for port, precommit_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.849913 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.880563 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4be79-c0f4-4a27-93a4-a6687b54ca37 req-849ed907-7461-4a19-8a17-77c152311c1c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:52.882560 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-58b4be79-c0f4-4a27-93a4-a6687b54ca37 req-849ed907-7461-4a19-8a17-77c152311c1c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 943 time: 0.0808709 Dec 07 18:22:52.920628 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Attempting to bind port a37864e9-620f-4b06-8287-a4edf83b3718 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:22:52.920931 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Attempting to bind port a37864e9-620f-4b06-8287-a4edf83b3718 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:22:52.921796 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Attempting to bind port a37864e9-620f-4b06-8287-a4edf83b3718 on network a77dd0a2-9628-43aa-bd4b-eb8d184360aa {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:22:52.928797 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6cd27-d887-4e52-992e-26122f35d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a37864e9-620f-4b06-8287-a4edf83b3718,revision_number=2']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:52.932893 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:22:52.933311 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Checking segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:22:52.933721 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.934113 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Bound using segment: {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'} {{(pid=102528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:22:52.934595 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.managers [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Bound port: a37864e9-620f-4b06-8287-a4edf83b3718, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98441752-ddea-4fe9-bb89-27e8f8090197', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}}] {{(pid=102528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:22:52.934977 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:52.991168 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] For port a37864e9-620f-4b06-8287-a4edf83b3718, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:22:52.995280 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] For port a37864e9-620f-4b06-8287-a4edf83b3718, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=a37864e9-620f-4b06-8287-a4edf83b3718,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:22:53.003199 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:53.044087 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-58f52a1b-f3c9-470e-957b-5591720b6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:53.045964 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-58f52a1b-f3c9-470e-957b-5591720b6c65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecfb3150-5bf1-4f27-baa4-51872e917136 HTTP/1.1" status: 200 len: 853 time: 0.1853380 Dec 07 18:22:53.048801 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-58b4be79-c0f4-4a27-93a4-a6687b54ca37 req-3440e3ee-cb45-4a16-bcca-0d26ae1dd585 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492856 Dec 07 18:22:53.060493 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-358034b7-278c-47b4-ad2c-15d1cbd8b48f None None] Provisioning complete for port 60c5b71d-7500-46d5-b17f-7976f402bf02 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:53.060871 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-358034b7-278c-47b4-ad2c-15d1cbd8b48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:53.118109 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-6d6b4b88-0b4a-4c40-9094-8420153167bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07842e2a-e207-46cb-8816-cb96e1ef240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624704 Dec 07 18:22:53.137600 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Routers {'66404cfe-cda7-4261-91ea-bcd879e7e7f5'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:22:53.138233 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:22:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:53.141003 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6cd27-d887-4e52-992e-26122f35d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a37864e9-620f-4b06-8287-a4edf83b3718,revision_number=3']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:53.145290 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-358034b7-278c-47b4-ad2c-15d1cbd8b48f None None] Port 60c5b71d-7500-46d5-b17f-7976f402bf02 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:22:53.179898 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:53.193730 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126114602'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:53.255737 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 1f72581c-2c6f-48c8-9133-ac6a553034be up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:22:53.313188 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3856965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4190288'] for router_interface, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:53.318659 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Pushing event updated for resources: {'Port': ['ID=60c5b71d-7500-46d5-b17f-7976f402bf02,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:53.336625 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] Set router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:22:53.342707 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3eadd-02dc-4b71-981c-83bf13feac02 req-f0cf0acf-b82a-4dfe-af8e-17bed5e3fd55 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:53.344411 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a2c3eadd-02dc-4b71-981c-83bf13feac02 req-f0cf0acf-b82a-4dfe-af8e-17bed5e3fd55 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.1165416 Dec 07 18:22:53.377959 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-05579db8-0701-43b8-853d-a0e241e2f289 service neutron] 10.222.0.37 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268141 Dec 07 18:22:53.401672 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 1f72581c-2c6f-48c8-9133-ac6a553034be triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:53.402914 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:53.476498 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a2c3eadd-02dc-4b71-981c-83bf13feac02 req-0926bd8f-8ed4-4a8e-9c33-a45a02ace7a6 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799949 Dec 07 18:22:53.485918 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:22:53.487518 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:22:53.528495 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [req-4a8339d1-b118-4fef-8109-97693d2695d7 req-85f7491a-d020-48df-ac9b-f664f59ac1a0 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102527) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:22:53.529652 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a8339d1-b118-4fef-8109-97693d2695d7 req-85f7491a-d020-48df-ac9b-f664f59ac1a0 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065157 Dec 07 18:22:53.534049 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7f02fe93-4f06-4c6d-be27-e983a2ebdadb req-9af06416-1065-448d-a9df-7f3c2130441c service neutron] 10.222.0.37 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478696 Dec 07 18:22:53.660898 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:22:53.701979 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 526fbc51-0e4a-4230-b654-a3eef7431580 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:22:53.779920 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bd82c-85f2-4011-91ee-081e489f0a2a req-3a8f2002-dc7f-48b6-a483-7efed955a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:53.781557 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a71bd82c-85f2-4011-91ee-081e489f0a2a req-3a8f2002-dc7f-48b6-a483-7efed955a02b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810b565128514abeb46ab344d2d1640f&device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 1096 time: 0.0992887 Dec 07 18:22:53.827407 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f715f-2a83-43af-9e69-9db44bde2fb0 req-807d1f1b-08ae-457b-8634-a32ebb7c4c90 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:53.829007 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-bc1f715f-2a83-43af-9e69-9db44bde2fb0 req-807d1f1b-08ae-457b-8634-a32ebb7c4c90 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.1138043 Dec 07 18:22:53.843702 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 526fbc51-0e4a-4230-b654-a3eef7431580 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:53.844725 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:53.859930 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:22:53.866279 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-93d223c9-e42a-4277-800a-a220889404ab admin admin] 10.222.0.47 "PUT /v2.0/routers/66404cfe-cda7-4261-91ea-bcd879e7e7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9322436 Dec 07 18:22:53.910132 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'name': 'tempest-TestMinimumBasicScenario-191995737-router', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:52Z', 'revision_number': 4, 'project_id': '25a610cf66c441229e197dc521b4092b', 'gw_port': {'id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '60c5b71d-7500-46d5-b17f-7976f402bf02', 'name': '', 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'mac_address': 'fa:16:3e:53:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:51Z', 'updated_at': '2021-12-07T18:22:52Z', 'revision_number': 1, 'project_id': '25a610cf66c441229e197dc521b4092b', 'subnets': [{'id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:53.922446 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bd82c-85f2-4011-91ee-081e489f0a2a req-5eb2a188-464b-4b86-a14f-2690bf3fd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:53.923938 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a71bd82c-85f2-4011-91ee-081e489f0a2a req-5eb2a188-464b-4b86-a14f-2690bf3fd9bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=07842e2a-e207-46cb-8816-cb96e1ef240f HTTP/1.1" status: 200 len: 914 time: 0.1316946 Dec 07 18:22:53.926687 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-bc1f715f-2a83-43af-9e69-9db44bde2fb0 req-248b9ac7-5db8-4960-b1ca-cfea65effe0f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846591 Dec 07 18:22:53.957461 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013559f6-44d1-4f7a-8727-d74f51cf6300 None None] The sync data for ids ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'] in dv-cinder-820918-1-iscsi is: [{'id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'name': 'tempest-TestMinimumBasicScenario-191995737-router', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:52Z', 'revision_number': 4, 'project_id': '25a610cf66c441229e197dc521b4092b', 'gw_port': {'id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '60c5b71d-7500-46d5-b17f-7976f402bf02', 'name': '', 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'mac_address': 'fa:16:3e:53:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:51Z', 'updated_at': '2021-12-07T18:22:52Z', 'revision_number': 1, 'project_id': '25a610cf66c441229e197dc521b4092b', 'subnets': [{'id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:22:53.979898 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-70e762d4-22b4-4029-86be-32d15b487a4e None None] Provisioning complete for port 60c5b71d-7500-46d5-b17f-7976f402bf02 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:53.980621 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-70e762d4-22b4-4029-86be-32d15b487a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:53.987116 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a71bd82c-85f2-4011-91ee-081e489f0a2a req-39532dd4-c945-4b0f-96f6-15a5b6da05aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fe28390-4b29-4405-af8e-eb3914c31d9d HTTP/1.1" status: 200 len: 217 time: 0.0537653 Dec 07 18:22:54.059826 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-70e762d4-22b4-4029-86be-32d15b487a4e None None] Port 60c5b71d-7500-46d5-b17f-7976f402bf02 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:22:54.070467 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bd82c-85f2-4011-91ee-081e489f0a2a req-4e652162-0e79-4f9d-a5ca-9484487a2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:54.077970 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a71bd82c-85f2-4011-91ee-081e489f0a2a req-4e652162-0e79-4f9d-a5ca-9484487a2e83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecfb3150-5bf1-4f27-baa4-51872e917136 HTTP/1.1" status: 200 len: 853 time: 0.0787747 Dec 07 18:22:54.120574 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a71bd82c-85f2-4011-91ee-081e489f0a2a req-aa56a7b3-f882-4450-a9a5-e66e75e8b97d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07842e2a-e207-46cb-8816-cb96e1ef240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369394 Dec 07 18:22:54.333483 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16490a-53ca-44d5-b82c-b48c163a25ec req-d3a2fc40-9e54-468c-addd-cf508e51e981 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:54.339370 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8e16490a-53ca-44d5-b82c-b48c163a25ec req-d3a2fc40-9e54-468c-addd-cf508e51e981 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 943 time: 0.1122179 Dec 07 18:22:54.342345 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a71bd82c-85f2-4011-91ee-081e489f0a2a req-00d99edf-4456-4048-8ee2-e5d3cee8c612 service neutron] 10.222.0.37 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122204 Dec 07 18:22:54.357373 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 52474) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:22:54.373723 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 0b69af12-bbc2-431f-bafb-b98e3a3448ce no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:22:54.484907 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a71bd82c-85f2-4011-91ee-081e489f0a2a req-0166ac67-5aca-4a8e-8fc5-0f0a6f6d2a71 service neutron] 10.222.0.37 "GET /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325486 Dec 07 18:22:54.513550 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-c9aa4062-3e9c-472f-b121-4b40184f03c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1549850 Dec 07 18:22:54.524171 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-14725e43-34c3-416d-b0ad-dfdea35c0380 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:22:54.526823 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-14725e43-34c3-416d-b0ad-dfdea35c0380 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070987 Dec 07 18:22:54.530055 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8e16490a-53ca-44d5-b82c-b48c163a25ec req-73da3087-bbd8-4698-8bb4-9e5dd4409ddc tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838360 Dec 07 18:22:55.103673 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed726e-bf52-4276-8cb4-7deccf233b82 req-84df4145-718b-48df-8583-5d1390a29fe7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:55.105397 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-6bed726e-bf52-4276-8cb4-7deccf233b82 req-84df4145-718b-48df-8583-5d1390a29fe7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0696859 Dec 07 18:22:55.125261 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device a37864e9-620f-4b06-8287-a4edf83b3718 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:22:55.186851 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port a37864e9-620f-4b06-8287-a4edf83b3718 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:55.187255 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:55.208719 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-6bed726e-bf52-4276-8cb4-7deccf233b82 req-8dfd46d0-df8f-421b-b48f-f38cebdd9763 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945249 Dec 07 18:22:55.291239 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:55.315644 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] For port a37864e9-620f-4b06-8287-a4edf83b3718, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=a37864e9-620f-4b06-8287-a4edf83b3718,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:55.326779 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:55.387085 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Pushing event updated for resources: {'Port': ['ID=a37864e9-620f-4b06-8287-a4edf83b3718,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:55.738003 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5c192-0796-4703-80c6-c36d29db7dc2 req-eadd424a-d3f2-4e0f-b3d3-e25fbd0dc20c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:55.740272 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-61f5c192-0796-4703-80c6-c36d29db7dc2 req-eadd424a-d3f2-4e0f-b3d3-e25fbd0dc20c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 943 time: 0.0850639 Dec 07 18:22:55.850732 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-61f5c192-0796-4703-80c6-c36d29db7dc2 req-75fd25ce-cc82-4070-930b-bf240e9a11f9 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034374 Dec 07 18:22:56.347848 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a132f-9c61-4a59-993b-551c82c842fd req-9a855244-9880-4994-893c-f07de969dfe4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:56.349607 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-472a132f-9c61-4a59-993b-551c82c842fd req-9a855244-9880-4994-893c-f07de969dfe4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0516865 Dec 07 18:22:56.413239 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-472a132f-9c61-4a59-993b-551c82c842fd req-96632025-7771-4e1d-9c2e-3537f65106dd tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557702 Dec 07 18:22:56.669682 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-0c8791c5-8379-4bb2-8bc7-70ade384225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:56.679119 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-0c8791c5-8379-4bb2-8bc7-70ade384225b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833&tenant_id=6e910263dc9448a283a75ee5ee242b85 HTTP/1.1" status: 200 len: 1097 time: 0.0810466 Dec 07 18:22:56.759434 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-2d120a9f-189d-4ba8-99f5-f36d8ddc6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:56.761504 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-2d120a9f-189d-4ba8-99f5-f36d8ddc6f04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 1097 time: 0.0477386 Dec 07 18:22:56.872962 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-8b1c6da7-80d9-47a4-9577-baa103a45a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:56.874456 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-8b1c6da7-80d9-47a4-9577-baa103a45a01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.1051385 Dec 07 18:22:57.001301 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-6c5fc927-8eda-4fe8-b42d-ff2fabb77dbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce HTTP/1.1" status: 200 len: 1000 time: 0.1183467 Dec 07 18:22:57.150745 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-82ccfe47-07fc-42cf-b5aa-970e2c24a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:57.152504 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-82ccfe47-07fc-42cf-b5aa-970e2c24a143 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.1443276 Dec 07 18:22:57.169678 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1d7eb-ce23-409c-8e28-1be887a214ca req-42ce95bb-b1d3-466a-ad29-7bdd9eedc3d6 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:57.176930 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d2c1d7eb-ce23-409c-8e28-1be887a214ca req-42ce95bb-b1d3-466a-ad29-7bdd9eedc3d6 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 943 time: 0.0956545 Dec 07 18:22:57.189698 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device a37864e9-620f-4b06-8287-a4edf83b3718 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:22:57.251666 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-07afe461-183c-43a8-aaa4-c43df033c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:57.253133 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-07afe461-183c-43a8-aaa4-c43df033c201 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915079 Dec 07 18:22:57.265356 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d2c1d7eb-ce23-409c-8e28-1be887a214ca req-3e238571-9f00-438c-afc6-ea3bd93dfa19 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875614 Dec 07 18:22:57.291971 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port a37864e9-620f-4b06-8287-a4edf83b3718 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:57.292628 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:57.361465 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-262b9ee6-04f9-44e0-a0df-318a9cc48f69 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950975 Dec 07 18:22:57.568019 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8252b-3e7c-42e7-96b8-9447d3d526d6 req-cd460ff9-754b-4ccb-8fe0-4b8ea707491f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:57.574805 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f2b870f1-9475-445a-8676-e182c4fe28e7 req-9189fba1-7bad-4759-9676-2e98b37f3f2b service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054496 Dec 07 18:22:57.577008 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-11b8252b-3e7c-42e7-96b8-9447d3d526d6 req-cd460ff9-754b-4ccb-8fe0-4b8ea707491f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0618761 Dec 07 18:22:57.626203 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-11b8252b-3e7c-42e7-96b8-9447d3d526d6 req-ee64ca86-1c50-4916-95e4-2ae018ba62af tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481040 Dec 07 18:22:57.857899 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Sync routers for ids ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:22:57.869182 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Routers {'66404cfe-cda7-4261-91ea-bcd879e7e7f5'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:22:57.869803 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:22:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:57.986926 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Set router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:22:58.208909 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'name': 'tempest-TestMinimumBasicScenario-191995737-router', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:52Z', 'revision_number': 4, 'project_id': '25a610cf66c441229e197dc521b4092b', 'gw_port': {'id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '60c5b71d-7500-46d5-b17f-7976f402bf02', 'name': '', 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'mac_address': 'fa:16:3e:53:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:51Z', 'updated_at': '2021-12-07T18:22:52Z', 'revision_number': 2, 'project_id': '25a610cf66c441229e197dc521b4092b', 'subnets': [{'id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:58.237996 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Checking router: 66404cfe-cda7-4261-91ea-bcd879e7e7f5 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:22:58.237996 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Updating router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 port 60c5b71d-7500-46d5-b17f-7976f402bf02 binding host dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:22:58.268490 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:58.417486 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c1606-cc5a-413c-9e32-07c4508e2ecb req-bf5cca8d-6c40-4f93-996a-485e442b294e tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:58.426870 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4e7c1606-cc5a-413c-9e32-07c4508e2ecb req-bf5cca8d-6c40-4f93-996a-485e442b294e tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 943 time: 0.0726318 Dec 07 18:22:58.475220 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4e7c1606-cc5a-413c-9e32-07c4508e2ecb req-dda10dac-05ef-47cc-a4d6-7392f2a90062 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471330 Dec 07 18:22:58.602202 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Publish callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:58.611424 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:58.668854 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f0bf0-070a-499f-86c7-2b715a142d05 None None] Pushing event updated for resources: {'Port': ['ID=60c5b71d-7500-46d5-b17f-7976f402bf02,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:58.718880 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Attempting to bind port 60c5b71d-7500-46d5-b17f-7976f402bf02 on host dv-cinder-820918-1-iscsi for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:22:58.719261 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Attempting to bind port 60c5b71d-7500-46d5-b17f-7976f402bf02 by drivers openvswitch,hyperv on host dv-cinder-820918-1-iscsi at level 0 using segments [{'id': '28c36927-0cc2-403c-ac7a-844464d0faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:22:58.719698 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Attempting to bind port 60c5b71d-7500-46d5-b17f-7976f402bf02 on network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:22:58.729897 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Checking agent: {'id': '7be405fd-40c4-49fb-91ec-1589165a108e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 9, 48), 'started_at': datetime.datetime(2021, 12, 7, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:22:58.730359 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Checking segment: {'id': '28c36927-0cc2-403c-ac7a-844464d0faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:22:58.730762 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:58.731159 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Bound using segment: {'id': '28c36927-0cc2-403c-ac7a-844464d0faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:22:58.731745 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Bound port: 60c5b71d-7500-46d5-b17f-7976f402bf02, host: dv-cinder-820918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c36927-0cc2-403c-ac7a-844464d0faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:22:58.732150 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:58.803799 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e588f0d-8085-495e-a2ec-3a0e77c92293 req-19b15509-770d-403d-b763-d784cb9dcc60 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:58.806510 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3e588f0d-8085-495e-a2ec-3a0e77c92293 req-19b15509-770d-403d-b763-d784cb9dcc60 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0668342 Dec 07 18:22:58.827433 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] For port 60c5b71d-7500-46d5-b17f-7976f402bf02, host dv-cinder-820918-1-iscsi, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:22:58.836280 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] For port 60c5b71d-7500-46d5-b17f-7976f402bf02, host dv-cinder-820918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=60c5b71d-7500-46d5-b17f-7976f402bf02,segment=NetworkSegment(28c36927-0cc2-403c-ac7a-844464d0faf8),segment_id=28c36927-0cc2-403c-ac7a-844464d0faf8)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:22:58.844127 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:58.876079 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3e588f0d-8085-495e-a2ec-3a0e77c92293 req-02146f9a-c9f2-4b69-b3fe-bfa0c3a864c0 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637596 Dec 07 18:22:58.943667 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Routers {'66404cfe-cda7-4261-91ea-bcd879e7e7f5'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:22:58.944236 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:22:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:59.006963 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f0bf0-070a-499f-86c7-2b715a142d05 None None] Pushing event updated for resources: {'Port': ['ID=60c5b71d-7500-46d5-b17f-7976f402bf02,revision_number=4']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:59.028256 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-2f535135-d8b8-4094-b386-8d725a4a1f35 None None] Provisioning complete for port 60c5b71d-7500-46d5-b17f-7976f402bf02 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:59.028884 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2f535135-d8b8-4094-b386-8d725a4a1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:59.123359 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] Set router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:22:59.136076 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2f535135-d8b8-4094-b386-8d725a4a1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:59.177143 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-2f535135-d8b8-4094-b386-8d725a4a1f35 None None] For port 60c5b71d-7500-46d5-b17f-7976f402bf02, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=60c5b71d-7500-46d5-b17f-7976f402bf02,segment=NetworkSegment(28c36927-0cc2-403c-ac7a-844464d0faf8),segment_id=28c36927-0cc2-403c-ac7a-844464d0faf8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:22:59.183532 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2f535135-d8b8-4094-b386-8d725a4a1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:59.237769 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f535135-d8b8-4094-b386-8d725a4a1f35 None None] Pushing event updated for resources: {'Port': ['ID=60c5b71d-7500-46d5-b17f-7976f402bf02,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:22:59.307940 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-0d1ea170-c35c-49b8-a0c9-2045a52ec806 None None] Provisioning complete for port 60c5b71d-7500-46d5-b17f-7976f402bf02 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:22:59.308375 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea170-c35c-49b8-a0c9-2045a52ec806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:22:59.451945 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'name': 'tempest-TestMinimumBasicScenario-191995737-router', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:52Z', 'revision_number': 4, 'project_id': '25a610cf66c441229e197dc521b4092b', 'gw_port': {'id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '60c5b71d-7500-46d5-b17f-7976f402bf02', 'name': '', 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'mac_address': 'fa:16:3e:53:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:51Z', 'updated_at': '2021-12-07T18:22:58Z', 'revision_number': 4, 'project_id': '25a610cf66c441229e197dc521b4092b', 'subnets': [{'id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:22:59.484935 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739de73-0ba0-439d-8d78-20c32eb34d7f None None] The sync data for ids ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'] in dv-cinder-820918-1-iscsi is: [{'id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'name': 'tempest-TestMinimumBasicScenario-191995737-router', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:52Z', 'revision_number': 4, 'project_id': '25a610cf66c441229e197dc521b4092b', 'gw_port': {'id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '60c5b71d-7500-46d5-b17f-7976f402bf02', 'name': '', 'network_id': 'f61b8884-d9b6-4ac7-9d8c-92d351d40d0f', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'mac_address': 'fa:16:3e:53:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:51Z', 'updated_at': '2021-12-07T18:22:58Z', 'revision_number': 4, 'project_id': '25a610cf66c441229e197dc521b4092b', 'subnets': [{'id': '2eb183f5-8ff6-47f3-ba37-baed6a20de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:22:59.637090 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5209-40d6-4025-9388-6b41bbbf363b req-f01ef363-d780-41fb-8eb3-a56b8aea2d82 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:22:59.644984 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5fbf5209-40d6-4025-9388-6b41bbbf363b req-f01ef363-d780-41fb-8eb3-a56b8aea2d82 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 943 time: 0.0933290 Dec 07 18:22:59.728429 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5fbf5209-40d6-4025-9388-6b41bbbf363b req-73284a37-3a55-445a-9fc9-58bb38c12a94 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747418 Dec 07 18:23:00.115766 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1d2a9-4f77-4617-80ff-eecad5cb4b75 req-298987fa-a34d-4c23-9877-b6d575d160ba tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:00.118093 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b8a1d2a9-4f77-4617-80ff-eecad5cb4b75 req-298987fa-a34d-4c23-9877-b6d575d160ba tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.1010339 Dec 07 18:23:00.223410 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b8a1d2a9-4f77-4617-80ff-eecad5cb4b75 req-90f3c510-4f79-4a60-94a6-c30a0aee3cf3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989354 Dec 07 18:23:00.458691 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6fe28390-4b29-4405-af8e-eb3914c31d9d details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:23:00.759459 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 6fe28390-4b29-4405-af8e-eb3914c31d9d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6fe28390-4b29-4405-af8e-eb3914c31d9d,segment=NetworkSegment(50acf798-d428-41a8-af94-362d4c73bd3c),segment_id=50acf798-d428-41a8-af94-362d4c73bd3c)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:23:00.773419 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '6fe28390-4b29-4405-af8e-eb3914c31d9d', 'network_id': '07842e2a-e207-46cb-8816-cb96e1ef240f', 'port_id': '6fe28390-4b29-4405-af8e-eb3914c31d9d', 'mac_address': 'fa:16:3e:5f:f7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb3150-5bf1-4f27-baa4-51872e917136', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:23:00.831692 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:00.854916 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe28390-4b29-4405-af8e-eb3914c31d9d {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:23:00.905819 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 6fe28390-4b29-4405-af8e-eb3914c31d9d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6fe28390-4b29-4405-af8e-eb3914c31d9d,segment=NetworkSegment(50acf798-d428-41a8-af94-362d4c73bd3c),segment_id=50acf798-d428-41a8-af94-362d4c73bd3c)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:23:00.915896 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:00.954082 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d0cb1-c582-4eec-b390-7712aae45d2c req-b707956f-bfac-46d2-aad3-65d87fe6a766 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:00.961447 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-076d0cb1-c582-4eec-b390-7712aae45d2c req-b707956f-bfac-46d2-aad3-65d87fe6a766 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 943 time: 0.0873277 Dec 07 18:23:01.043427 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=6fe28390-4b29-4405-af8e-eb3914c31d9d,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:01.072060 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-076d0cb1-c582-4eec-b390-7712aae45d2c req-c4f27b4c-f8b9-4254-a5c9-91654ea7b7d1 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093371 Dec 07 18:23:01.129239 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 60c5b71d-7500-46d5-b17f-7976f402bf02 up at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:23:01.206974 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Provisioning complete for port 60c5b71d-7500-46d5-b17f-7976f402bf02 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:23:01.207349 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:01.407448 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3739c54-6277-4ebc-9f4c-bb5ec3180df9 req-c4e6fd60-9fbb-4191-997a-1b6b27227fab tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:01.429152 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e3739c54-6277-4ebc-9f4c-bb5ec3180df9 req-c4e6fd60-9fbb-4191-997a-1b6b27227fab tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0737350 Dec 07 18:23:01.491144 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e3739c54-6277-4ebc-9f4c-bb5ec3180df9 req-e4d6a485-46fa-4e95-8119-5d8857ddad41 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604596 Dec 07 18:23:02.202713 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de54b57-ab1c-436f-ac43-dfaa1d3a0b6c req-7f28abef-7666-4e70-a27d-45ed6c69c343 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:02.204227 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3de54b57-ab1c-436f-ac43-dfaa1d3a0b6c req-7f28abef-7666-4e70-a27d-45ed6c69c343 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 944 time: 0.0559852 Dec 07 18:23:02.258111 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3de54b57-ab1c-436f-ac43-dfaa1d3a0b6c req-fc797ede-0f82-4d63-8691-648e0bded6b6 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476348 Dec 07 18:23:02.611807 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9496acb-549f-4f4d-afd8-bad2c3bacbba req-0be9c8fc-1ff5-42f2-8288-1a63de469711 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:02.620982 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d9496acb-549f-4f4d-afd8-bad2c3bacbba req-0be9c8fc-1ff5-42f2-8288-1a63de469711 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0573068 Dec 07 18:23:02.685950 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d9496acb-549f-4f4d-afd8-bad2c3bacbba req-b17a89f7-5296-4d8a-8ef9-3314ae6f62a9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594501 Dec 07 18:23:03.378482 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fda355-16dd-485f-bb37-78ab4fad9b1a req-0b4faf9d-3575-4957-a944-fba4fffd5cbf tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:03.380666 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-33fda355-16dd-485f-bb37-78ab4fad9b1a req-0b4faf9d-3575-4957-a944-fba4fffd5cbf tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 944 time: 0.0508819 Dec 07 18:23:03.440733 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-33fda355-16dd-485f-bb37-78ab4fad9b1a req-49abc477-0bc9-4b66-b0f4-5bbda6ffb0a9 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Dec 07 18:23:03.925770 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a21cf-9814-4f6e-8011-adeed8aad429 req-8667c2b0-ada6-4b4b-8a96-21560c35e3cf tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:03.933699 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-967a21cf-9814-4f6e-8011-adeed8aad429 req-8667c2b0-ada6-4b4b-8a96-21560c35e3cf tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0604281 Dec 07 18:23:03.989542 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-967a21cf-9814-4f6e-8011-adeed8aad429 req-76998135-5243-4416-8ca5-6bdf18b8480d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548375 Dec 07 18:23:04.254414 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['6fe28390-4b29-4405-af8e-eb3914c31d9d'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:23:04.572037 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd909d1-3ecd-4887-98c9-3c482a18e602 req-6930ee58-2dfa-40f3-ae6d-2c9a765e3486 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:04.573642 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecd909d1-3ecd-4887-98c9-3c482a18e602 req-6930ee58-2dfa-40f3-ae6d-2c9a765e3486 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 944 time: 0.0598662 Dec 07 18:23:04.623421 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ecd909d1-3ecd-4887-98c9-3c482a18e602 req-8a06a5b5-7482-4c26-bb8e-fb55eeb56dd8 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428813 Dec 07 18:23:05.110546 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4921a-8210-415e-b873-fcecc35e4b12 req-c7969dd4-86b3-4ee6-acb5-c0c1dd28ec06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:05.113055 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-6ae4921a-8210-415e-b873-fcecc35e4b12 req-c7969dd4-86b3-4ee6-acb5-c0c1dd28ec06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0491681 Dec 07 18:23:05.169679 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-6ae4921a-8210-415e-b873-fcecc35e4b12 req-0759a435-e417-4c01-a365-a9f3fa7c51a4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495899 Dec 07 18:23:05.408004 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-427acdc0-edd3-4bb2-9669-0bd236c9a315 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:05.409468 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-427acdc0-edd3-4bb2-9669-0bd236c9a315 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/networks?id=959929fe-24b2-4716-8851-426a6d5d4aff HTTP/1.1" status: 200 len: 815 time: 0.3350325 Dec 07 18:23:05.425490 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-5203dcd2-5e62-407d-993d-af607e6a53f5 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/quotas/ad6fb53129e547a9b4093380eb0ec0ad HTTP/1.1" status: 200 len: 375 time: 0.0102363 Dec 07 18:23:05.475672 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-99fe6407-33b6-450d-b815-6d38e8b0e274 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad6fb53129e547a9b4093380eb0ec0ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442169 Dec 07 18:23:05.574167 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-c70aedfa-7c14-4f0f-bfc4-cc7e73fdfb1a service neutron] 10.222.0.47 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848138 Dec 07 18:23:05.670739 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-3e52d86d-556a-4b66-919f-7d8ddb8f02ef service neutron] 10.222.0.47 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902076 Dec 07 18:23:05.752861 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ffecc-56e2-4807-a648-e50187b90051 req-46bc888c-7cf6-4090-9532-d0a732365b36 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:05.754377 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-af1ffecc-56e2-4807-a648-e50187b90051 req-46bc888c-7cf6-4090-9532-d0a732365b36 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 944 time: 0.0587623 Dec 07 18:23:05.836626 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-af1ffecc-56e2-4807-a648-e50187b90051 req-b9ce8f77-0ddc-4ffb-b6ea-7223b2d5df1b tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742667 Dec 07 18:23:05.905136 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c17ad96b-54ab-4530-ab4e-4a63996669ea req-92534a19-4544-4db2-acb6-4e5089f51b64 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0494356 Dec 07 18:23:06.306226 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1450764-f3ca-4544-b074-674ff9c2d07f req-e52f4c76-a196-443d-af30-2aaead9915fa tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:06.308812 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e1450764-f3ca-4544-b074-674ff9c2d07f req-e52f4c76-a196-443d-af30-2aaead9915fa tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0506678 Dec 07 18:23:06.356905 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e1450764-f3ca-4544-b074-674ff9c2d07f req-ab42aa4d-1495-4039-8879-750fc8751e82 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 Dec 07 18:23:06.601208 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6fe28390-4b29-4405-af8e-eb3914c31d9d up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:23:06.651859 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 6fe28390-4b29-4405-af8e-eb3914c31d9d completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:23:06.656036 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 6fe28390-4b29-4405-af8e-eb3914c31d9d triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:23:06.656650 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:06.737752 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:06.761581 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61387abf-650a-4e4a-b4e1-335cb040d716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe28390-4b29-4405-af8e-eb3914c31d9d'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:23:06.763864 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8beeb3f-dc14-463f-9292-0a163a58cb00" -d '{"events": [{"server_uuid": "61387abf-650a-4e4a-b4e1-335cb040d716", "name": "network-vif-plugged", "status": "completed", "tag": "6fe28390-4b29-4405-af8e-eb3914c31d9d"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:23:06.782673 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 6fe28390-4b29-4405-af8e-eb3914c31d9d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6fe28390-4b29-4405-af8e-eb3914c31d9d,segment=NetworkSegment(50acf798-d428-41a8-af94-362d4c73bd3c),segment_id=50acf798-d428-41a8-af94-362d4c73bd3c)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:23:06.787585 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:06.834976 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6509dbe-281c-4f09-b6fc-33ce66b10351 x-openstack-request-id: req-d6509dbe-281c-4f09-b6fc-33ce66b10351 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:23:06.835269 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61387abf-650a-4e4a-b4e1-335cb040d716", "name": "network-vif-plugged", "status": "completed", "tag": "6fe28390-4b29-4405-af8e-eb3914c31d9d", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:23:06.835523 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6509dbe-281c-4f09-b6fc-33ce66b10351 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:23:06.835906 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61387abf-650a-4e4a-b4e1-335cb040d716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe28390-4b29-4405-af8e-eb3914c31d9d', 'code': 200} Dec 07 18:23:06.841375 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=6fe28390-4b29-4405-af8e-eb3914c31d9d,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:06.995734 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4825eac-0510-4d99-bc7d-fe3107f389d6 req-23e2e718-7046-4bd1-9c53-9c04f1bdec98 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:06.998475 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c4825eac-0510-4d99-bc7d-fe3107f389d6 req-23e2e718-7046-4bd1-9c53-9c04f1bdec98 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0525866 Dec 07 18:23:07.013855 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1688bad6-ae59-441d-8774-bebb0b090a65 req-82309d80-cbb8-4a3e-af45-4d0b29a214e5 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0311472 Dec 07 18:23:07.053086 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c4825eac-0510-4d99-bc7d-fe3107f389d6 req-37dfa184-200a-436c-ab70-afa5f6d2fcff tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485797 Dec 07 18:23:07.483743 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113efe-7722-419e-afad-78332974c96d req-0a6f75d1-eb82-492c-84ec-2fedacaea728 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:07.485287 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-09113efe-7722-419e-afad-78332974c96d req-0a6f75d1-eb82-492c-84ec-2fedacaea728 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0508039 Dec 07 18:23:07.535541 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-09113efe-7722-419e-afad-78332974c96d req-4314daea-516b-4c7b-ac45-060daeb54f3a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Dec 07 18:23:08.153163 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9f5acb65-8954-4f28-b401-afb8b3e6d96d req-c4555e3d-782e-403b-a3fe-7386e8aeaf62 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0331786 Dec 07 18:23:08.192915 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760d0fa-c0d6-4383-9d1c-1c520567bd79 req-6468cbf8-380f-4eeb-830b-4aa69b1333ad tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:08.195230 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1760d0fa-c0d6-4383-9d1c-1c520567bd79 req-6468cbf8-380f-4eeb-830b-4aa69b1333ad tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0557737 Dec 07 18:23:08.273629 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1760d0fa-c0d6-4383-9d1c-1c520567bd79 req-ac86616b-b617-49a1-8752-caa3010bb982 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711718 Dec 07 18:23:08.672354 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0765ead-9ce7-46d5-80e1-d224af626963 req-d5b8a97b-acab-42be-87a5-e04dd8cf63a9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:08.673922 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e0765ead-9ce7-46d5-80e1-d224af626963 req-d5b8a97b-acab-42be-87a5-e04dd8cf63a9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0530541 Dec 07 18:23:08.730222 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e0765ead-9ce7-46d5-80e1-d224af626963 req-6169016f-9faf-421a-a40b-5d5500fb2fcc tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481160 Dec 07 18:23:09.246580 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-60ee7ea9-992b-442b-b1f8-d6bbfe3a3dd7 req-bc96f7c2-3693-4c32-9ea9-41a734d137de tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0267739 Dec 07 18:23:09.399818 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2f0a-52d3-48b7-a8fc-b2fa4ff19d18 req-eb23530e-9124-4f15-b322-a8dc961581ef tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:09.401406 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-65bc2f0a-52d3-48b7-a8fc-b2fa4ff19d18 req-eb23530e-9124-4f15-b322-a8dc961581ef tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0552816 Dec 07 18:23:09.456653 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-65bc2f0a-52d3-48b7-a8fc-b2fa4ff19d18 req-e019a7e3-711d-41c4-9fa8-0e47b3a4b2da tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487661 Dec 07 18:23:09.707726 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 52684) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:23:09.831606 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:09.895788 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e00e0-1c73-499f-83ba-7108ea751428 req-82469ebe-8b80-4e40-bbaa-00066b230d05 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:09.897397 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3a0e00e0-1c73-499f-83ba-7108ea751428 req-82469ebe-8b80-4e40-bbaa-00066b230d05 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0743530 Dec 07 18:23:09.972983 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3a0e00e0-1c73-499f-83ba-7108ea751428 req-7b4c4364-650a-4740-ae8f-f2f2bf636b08 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660942 Dec 07 18:23:09.992352 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:09.997758 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:10.036146 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77efdd851bd1444e93b76b819960c6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273804 Dec 07 18:23:10.038413 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08178692-7a04-4864-9be7-4412c7e7c2ea,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:10.039023 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 52690) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:23:10.047155 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.047514 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.047866 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.048261 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.048650 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.048979 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.049321 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.049657 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.049993 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.050384 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.050717 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.051041 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.051384 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0342f-c58c-4ca8-9130-1fa0179cafea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:23:10.096444 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-75693b7b-50fb-49b8-a445-dd9484e26483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:10.119766 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-75693b7b-50fb-49b8-a445-dd9484e26483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:10.175848 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-75693b7b-50fb-49b8-a445-dd9484e26483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:10.178561 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-75693b7b-50fb-49b8-a445-dd9484e26483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:10.179751 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-75693b7b-50fb-49b8-a445-dd9484e26483 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08178692-7a04-4864-9be7-4412c7e7c2ea HTTP/1.1" status: 204 len: 168 time: 0.1389763 Dec 07 18:23:10.188496 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75693b7b-50fb-49b8-a445-dd9484e26483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08178692-7a04-4864-9be7-4412c7e7c2ea,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:10.349098 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-79343b55-18c9-4c25-84fb-8ebbfe60b8e0 req-4d3aafa8-bd4d-4010-b455-a6f143102239 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0259202 Dec 07 18:23:10.585850 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d8f4-8352-4c28-bf54-151093f518db req-80944664-adff-4605-a94c-c1cf01b0725f tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:10.587877 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b224d8f4-8352-4c28-bf54-151093f518db req-80944664-adff-4605-a94c-c1cf01b0725f tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0495410 Dec 07 18:23:10.640057 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b224d8f4-8352-4c28-bf54-151093f518db req-78d8289c-e379-4f9f-a5e9-caad4c74c375 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459483 Dec 07 18:23:11.098338 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36623ace-0331-46e9-b5c3-36eaf78045cc req-cc293e8b-5fed-487b-80e1-33ee1ed15083 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:11.099833 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-36623ace-0331-46e9-b5c3-36eaf78045cc req-cc293e8b-5fed-487b-80e1-33ee1ed15083 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0532570 Dec 07 18:23:11.150087 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-36623ace-0331-46e9-b5c3-36eaf78045cc req-070a73f1-128f-4601-9306-ba1dbc820022 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 Dec 07 18:23:11.447773 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c8ea8c0f-492b-4032-8ef1-fceff6c09487 req-f55cc58d-5996-485e-9b8c-7313ef106a15 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0270376 Dec 07 18:23:11.509680 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-583db9ec-2364-4003-8939-b5a4b6897f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:11.757670 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c943755-304c-402e-857b-16f7c5a97692 req-6e5dde52-dc6f-4bad-be48-f9833ac9d58e tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:11.759143 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4c943755-304c-402e-857b-16f7c5a97692 req-6e5dde52-dc6f-4bad-be48-f9833ac9d58e tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0491576 Dec 07 18:23:11.812053 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4c943755-304c-402e-857b-16f7c5a97692 req-7af48b93-0f86-4451-8ed7-1894538390b2 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452614 Dec 07 18:23:11.869410 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:12.271663 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fac2d-d096-43da-a367-1a4307b15f1e req-a3df1838-c253-41a2-a64a-b1f956a6b4c1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:12.273144 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-559fac2d-d096-43da-a367-1a4307b15f1e req-a3df1838-c253-41a2-a64a-b1f956a6b4c1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0502841 Dec 07 18:23:12.319137 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-559fac2d-d096-43da-a367-1a4307b15f1e req-b4e39d18-bd8b-4334-ac9d-9345141136e7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395534 Dec 07 18:23:12.542964 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-bad24be4-e663-40a5-8a5e-d21a0d28fd89 req-7291097f-8f1e-4ed4-8629-48cfd7336332 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0284312 Dec 07 18:23:12.927025 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4076d04-7b4e-45d4-8aec-b7c56af9e842 req-948bdeab-68ae-4e1a-ad31-61c453aa296f tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:12.928837 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c4076d04-7b4e-45d4-8aec-b7c56af9e842 req-948bdeab-68ae-4e1a-ad31-61c453aa296f tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0480669 Dec 07 18:23:12.983977 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c4076d04-7b4e-45d4-8aec-b7c56af9e842 req-65e0822c-bc56-48e9-9c12-fdbf243027d7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484152 Dec 07 18:23:13.445741 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd703e-d49d-439e-8912-2bf4d8f3ab66 req-c2c94114-c9b3-44a8-9c78-48378d8b1ab9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:13.447391 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-87dd703e-d49d-439e-8912-2bf4d8f3ab66 req-c2c94114-c9b3-44a8-9c78-48378d8b1ab9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0522721 Dec 07 18:23:13.497040 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-87dd703e-d49d-439e-8912-2bf4d8f3ab66 req-a17e8179-83d5-4daf-afd2-c3dc13c66f26 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425720 Dec 07 18:23:13.647651 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8c965a68-3402-476f-bc44-14a2d46ac085 req-288c21a6-9cc4-4294-b1c7-7a01c6338453 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0255644 Dec 07 18:23:14.058532 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ccb43786-1897-450c-8595-cddae5a3d447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:14.101763 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3e19-653a-48f2-9a6c-e1e1ed2dd06d req-d6a87f03-baaf-47dc-bed2-474944487006 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:14.103611 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3c6b3e19-653a-48f2-9a6c-e1e1ed2dd06d req-d6a87f03-baaf-47dc-bed2-474944487006 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0489154 Dec 07 18:23:14.152731 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3c6b3e19-653a-48f2-9a6c-e1e1ed2dd06d req-ee28b312-f655-4858-97d1-8a27fdb52670 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Dec 07 18:23:14.615362 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b710323-65c2-4808-9abd-8b9d345bf9c5 req-57506d2e-513a-4288-ad19-4db63075acb5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:14.616831 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4b710323-65c2-4808-9abd-8b9d345bf9c5 req-57506d2e-513a-4288-ad19-4db63075acb5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0471578 Dec 07 18:23:14.662912 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4b710323-65c2-4808-9abd-8b9d345bf9c5 req-6d528eb0-ba3d-4217-9594-fb1a3d152ed8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396562 Dec 07 18:23:14.738963 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-97434594-692f-4f3a-80e6-993f9b8635df req-760f5194-6294-44fc-9c39-912814f542f5 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0245702 Dec 07 18:23:15.070438 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:15.263777 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdced3-580d-4813-9349-7572ad45c2cd req-3a7223e5-24d5-439f-a802-4ec39e9320b7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:15.265279 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-37fdced3-580d-4813-9349-7572ad45c2cd req-3a7223e5-24d5-439f-a802-4ec39e9320b7 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0486495 Dec 07 18:23:15.313805 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-37fdced3-580d-4813-9349-7572ad45c2cd req-9a634326-5311-49b4-9aaa-303b5731d658 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Dec 07 18:23:15.785176 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5568-e279-49d7-913c-324b54a26f17 req-edea5f10-5a1e-4ceb-87ff-04664a446bb7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:15.786659 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-792a5568-e279-49d7-913c-324b54a26f17 req-edea5f10-5a1e-4ceb-87ff-04664a446bb7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0512629 Dec 07 18:23:15.830766 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a0e5e00a-ad62-49fe-bc9c-0bcc6cc1eb71 req-cd2bc7dd-d113-4337-b587-755f9201d052 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0260241 Dec 07 18:23:15.834653 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-792a5568-e279-49d7-913c-324b54a26f17 req-6ec0b02b-3eb3-4b44-9242-b6fd57b0478a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Dec 07 18:23:16.127576 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f8369-b31a-4be5-a77e-ec9bd6b45a64 req-cc25a1c3-95b8-443a-a6eb-19f1b54e1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:16.129082 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e58f8369-b31a-4be5-a77e-ec9bd6b45a64 req-cc25a1c3-95b8-443a-a6eb-19f1b54e1568 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 1098 time: 0.0391870 Dec 07 18:23:16.200469 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e58f8369-b31a-4be5-a77e-ec9bd6b45a64 req-2cdc65a4-d085-4b29-9412-1b041b9eed20 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382740 Dec 07 18:23:16.409891 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:16.428438 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dc67b-128a-49ab-a3a4-9909cb285e69 req-087a0540-57af-49af-a743-d9136ddd973e tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:16.429903 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f81dc67b-128a-49ab-a3a4-9909cb285e69 req-087a0540-57af-49af-a743-d9136ddd973e tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0500891 Dec 07 18:23:16.480162 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f81dc67b-128a-49ab-a3a4-9909cb285e69 req-7240d0e6-b5a0-4f75-a757-0bf80e94e37d tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442228 Dec 07 18:23:16.923124 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-afbf20cc-9828-46c8-a1df-9fdb5904b336 req-b43d075d-b36a-4ce2-a4c5-51fc72c90c0c tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0261338 Dec 07 18:23:16.958590 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c0c53-8e9d-4db0-a673-a1c80732ac4a req-6b79916a-9da1-4160-8714-ce5cd7ab1f37 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:16.960061 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3a8c0c53-8e9d-4db0-a673-a1c80732ac4a req-6b79916a-9da1-4160-8714-ce5cd7ab1f37 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0489118 Dec 07 18:23:17.009430 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3a8c0c53-8e9d-4db0-a673-a1c80732ac4a req-e9834849-1168-41d7-80e9-ecef94b3e5b9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Dec 07 18:23:17.521079 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-45a760b8-f3a4-4e12-a6f9-34f68d28a3cf tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:17.521823 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-45a760b8-f3a4-4e12-a6f9-34f68d28a3cf tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.37 "GET /v2.0/networks?id=959929fe-24b2-4716-8851-426a6d5d4aff HTTP/1.1" status: 200 len: 815 time: 0.1100576 Dec 07 18:23:17.560018 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'port': {'device_id': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'admin_state_up': True, 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:23:17.601686 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:17.603257 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050445b7-418c-412c-95c7-228ca6f1dba2 req-cb6bb8f5-e0ca-4ee6-bad8-cd46619938c4 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:17.606072 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-050445b7-418c-412c-95c7-228ca6f1dba2 req-cb6bb8f5-e0ca-4ee6-bad8-cd46619938c4 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0581713 Dec 07 18:23:17.654563 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-050445b7-418c-412c-95c7-228ca6f1dba2 req-c1a15fc1-2bfd-4476-997a-cd621b5b31fb tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Dec 07 18:23:17.681538 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Made reservation on behalf of ad6fb53129e547a9b4093380eb0ec0ad for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:23:17.685112 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:17.812705 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Allocated IP 172.20.0.4 (959929fe-24b2-4716-8851-426a6d5d4aff/183c683b-6ae4-4627-9e10-dd5e2d84f658/034465fc-5b1e-4ffa-9dbb-b8191300a064) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:23:17.972694 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:18.029412 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b47500a8-40ca-4631-990f-4741e9ac137a req-3e270895-349b-4ceb-933a-5fbbbdaa603b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0333667 Dec 07 18:23:18.038527 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:18.096138 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Network 959929fe-24b2-4716-8851-426a6d5d4aff is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:23:18.103066 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:23:18.106284 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:23:18.111079 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'Port': ['ID=034465fc-5b1e-4ffa-9dbb-b8191300a064,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:18.195341 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c10a-c6aa-4fd2-8d63-3ce03fbad868 req-3e013843-9621-433d-90f2-2d37828c54e1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:18.198122 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d050c10a-c6aa-4fd2-8d63-3ce03fbad868 req-3e013843-9621-433d-90f2-2d37828c54e1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0744147 Dec 07 18:23:18.204506 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:18.213114 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:18.247245 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6722320c-565f-4d8c-a4dd-82e8198c7862 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6907904 Dec 07 18:23:18.290702 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d050c10a-c6aa-4fd2-8d63-3ce03fbad868 req-53a58ea3-2e5b-401b-b830-7e72b099d11f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814576 Dec 07 18:23:18.482199 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-46d47003-8b04-49d8-be85-93c66e8cac4b None None] Provisioning complete for port 034465fc-5b1e-4ffa-9dbb-b8191300a064 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:23:18.482861 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-46d47003-8b04-49d8-be85-93c66e8cac4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:18.518700 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-46d47003-8b04-49d8-be85-93c66e8cac4b None None] Port 034465fc-5b1e-4ffa-9dbb-b8191300a064 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:23:18.772672 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c671c17-17d6-444a-a0e4-1c612d73ed8e req-16b47ed9-41b1-4a46-98c3-b63bb42872cf tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:18.774773 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9c671c17-17d6-444a-a0e4-1c612d73ed8e req-16b47ed9-41b1-4a46-98c3-b63bb42872cf tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0528076 Dec 07 18:23:18.828933 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9c671c17-17d6-444a-a0e4-1c612d73ed8e req-957dc0c6-94c8-4671-8990-164fc1b3336a tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471776 Dec 07 18:23:19.147081 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e456d2-1e72-4a20-a2f5-82b71432f74a req-48bd302b-19aa-4b2a-9e30-b1f74b9cdfad tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:19.148638 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-26e456d2-1e72-4a20-a2f5-82b71432f74a req-48bd302b-19aa-4b2a-9e30-b1f74b9cdfad tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0494287 Dec 07 18:23:19.199662 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-26e456d2-1e72-4a20-a2f5-82b71432f74a req-bf11b7d6-d075-4aab-baf5-d6fa73676c2f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437682 Dec 07 18:23:19.406052 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b73d4c-aa9a-4ffe-b1a4-c2e84bfe00c4 req-b27fe351-6970-4d94-91a4-8d6de6e8a2d9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:19.407528 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-88b73d4c-aa9a-4ffe-b1a4-c2e84bfe00c4 req-b27fe351-6970-4d94-91a4-8d6de6e8a2d9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0487261 Dec 07 18:23:19.459429 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-88b73d4c-aa9a-4ffe-b1a4-c2e84bfe00c4 req-28937328-2915-402c-b384-1505c6309f85 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459509 Dec 07 18:23:19.973950 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9923d-bb96-4f05-be79-57d06d1f85c0 req-0db9ed77-22ab-4fb0-9e26-2b5aab36e707 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:19.975654 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-90a9923d-bb96-4f05-be79-57d06d1f85c0 req-0db9ed77-22ab-4fb0-9e26-2b5aab36e707 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0490911 Dec 07 18:23:20.030947 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-90a9923d-bb96-4f05-be79-57d06d1f85c0 req-bba9279b-6902-4029-94c2-f802b9adb1cd tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485449 Dec 07 18:23:20.315659 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f68d-4783-4968-9d8f-226f47a70d62 req-2e28e3cd-dbe9-445f-a8a3-1e3c22fb18b9 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:20.317141 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1ff0f68d-4783-4968-9d8f-226f47a70d62 req-2e28e3cd-dbe9-445f-a8a3-1e3c22fb18b9 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0505536 Dec 07 18:23:20.366221 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1ff0f68d-4783-4968-9d8f-226f47a70d62 req-2393c49d-3ffd-4a2e-aa28-ac27ecbcfff3 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415297 Dec 07 18:23:20.578887 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5916b-3213-4be7-a94b-2ddd75f85b96 req-2e97a8be-a7b7-4940-afc7-e55bac1cb709 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:20.580324 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a5f5916b-3213-4be7-a94b-2ddd75f85b96 req-2e97a8be-a7b7-4940-afc7-e55bac1cb709 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0472975 Dec 07 18:23:20.626916 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a5f5916b-3213-4be7-a94b-2ddd75f85b96 req-e7547796-9a73-4822-b786-fcb2cd0e80ef tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407300 Dec 07 18:23:21.148466 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e315c-2f72-44f8-9da1-9357189f967c req-c10bc75c-4881-438d-a714-1a3979e47751 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:21.150897 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d42e315c-2f72-44f8-9da1-9357189f967c req-c10bc75c-4881-438d-a714-1a3979e47751 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0533853 Dec 07 18:23:21.199300 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d42e315c-2f72-44f8-9da1-9357189f967c req-7b4bb0f9-7abc-4c97-bbef-7ba717e63d3f tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423303 Dec 07 18:23:21.480497 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5bd17-028f-4e78-aece-f728d0e861d6 req-40fd1a06-4377-443f-af31-2de15af045bc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:21.481969 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-aeb5bd17-028f-4e78-aece-f728d0e861d6 req-40fd1a06-4377-443f-af31-2de15af045bc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0470297 Dec 07 18:23:21.534217 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-aeb5bd17-028f-4e78-aece-f728d0e861d6 req-f2cc86c6-2afa-487e-a431-95f1fdb4faf7 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451989 Dec 07 18:23:21.749056 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf04a9-5aec-4463-8d16-75d7bf5cef33 req-87807fc1-fbc7-4071-a8ce-92ec5fd104c7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:21.750516 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e0bf04a9-5aec-4463-8d16-75d7bf5cef33 req-87807fc1-fbc7-4071-a8ce-92ec5fd104c7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0505073 Dec 07 18:23:21.801356 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e0bf04a9-5aec-4463-8d16-75d7bf5cef33 req-2e8deeeb-1bc3-4a36-8542-cb35b4108883 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448835 Dec 07 18:23:22.317192 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b8b9f-18a8-4645-91e9-dbc41f43e3df req-0eb1c91b-badc-4760-9f38-b861a8413533 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:22.318799 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b42b8b9f-18a8-4645-91e9-dbc41f43e3df req-0eb1c91b-badc-4760-9f38-b861a8413533 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0515234 Dec 07 18:23:22.367071 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b42b8b9f-18a8-4645-91e9-dbc41f43e3df req-1dd8c61e-9473-437f-9951-01a31855decf tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Dec 07 18:23:22.686348 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443600-c329-4377-b7d5-a01c8b0fba71 req-248e078c-d947-42a5-ac63-4c7122795b6f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:22.688921 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-21443600-c329-4377-b7d5-a01c8b0fba71 req-248e078c-d947-42a5-ac63-4c7122795b6f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0887394 Dec 07 18:23:22.739965 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-21443600-c329-4377-b7d5-a01c8b0fba71 req-f1110c05-9cff-49c6-a6ac-cfc92db1e5d5 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Dec 07 18:23:22.946003 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f4fe-559d-40c8-94f7-7327527ef55f req-b8adda33-0c82-4a85-afd2-f3d269e6b15c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:22.947900 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b260f4fe-559d-40c8-94f7-7327527ef55f req-b8adda33-0c82-4a85-afd2-f3d269e6b15c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0587730 Dec 07 18:23:22.995204 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b260f4fe-559d-40c8-94f7-7327527ef55f req-f93ebcf9-a49b-4d04-9b72-6994513f5ec7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Dec 07 18:23:23.487548 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af63f17-7fed-4109-8ef7-79362fd6a576 req-d262944f-9500-4e13-9244-4d3e0fa77d55 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:23.489162 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7af63f17-7fed-4109-8ef7-79362fd6a576 req-d262944f-9500-4e13-9244-4d3e0fa77d55 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0505099 Dec 07 18:23:23.535629 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7af63f17-7fed-4109-8ef7-79362fd6a576 req-576620fd-5428-45de-a46c-b8c06a9ee28e tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 Dec 07 18:23:23.858163 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8ead7-c15d-40d6-b135-916354f89e63 req-85271613-1b3f-4268-a9cb-e413e1b0ba23 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:23.859636 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ebe8ead7-c15d-40d6-b135-916354f89e63 req-85271613-1b3f-4268-a9cb-e413e1b0ba23 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0478446 Dec 07 18:23:23.910324 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ebe8ead7-c15d-40d6-b135-916354f89e63 req-e0d04896-a994-47ed-a800-cce89d8c4fb8 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Dec 07 18:23:24.114599 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa241a1-3c30-4642-9ce2-153cffa6c47b req-fd77432a-ce76-4403-a47c-43712a0a8cd2 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:24.116031 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6aa241a1-3c30-4642-9ce2-153cffa6c47b req-fd77432a-ce76-4403-a47c-43712a0a8cd2 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0498812 Dec 07 18:23:24.161773 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6aa241a1-3c30-4642-9ce2-153cffa6c47b req-7ad73c62-ea9c-4b72-86d9-324295cea059 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 Dec 07 18:23:24.653613 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76441952-f6ea-4e77-a581-82426730def8 req-2d60f053-1463-4753-8476-de8ef5e0aadd tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:24.655109 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-76441952-f6ea-4e77-a581-82426730def8 req-2d60f053-1463-4753-8476-de8ef5e0aadd tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0516222 Dec 07 18:23:24.708890 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-76441952-f6ea-4e77-a581-82426730def8 req-a5549bda-8391-4d12-8e24-8df9e4445c90 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Dec 07 18:23:25.022130 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a6426-041a-43ae-808b-1c49ecb88fb6 req-fceb2b26-4365-4e72-9ce7-609acf649d40 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:25.023592 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd6a6426-041a-43ae-808b-1c49ecb88fb6 req-fceb2b26-4365-4e72-9ce7-609acf649d40 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0484185 Dec 07 18:23:25.069452 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fd6a6426-041a-43ae-808b-1c49ecb88fb6 req-d6a1a2c7-da45-416d-b4e1-4e90f8210895 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392148 Dec 07 18:23:25.280924 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66905b-9e97-4d89-9928-920a5c77ea0b req-6426ca32-eb2e-48b3-b20d-bc7a26e73555 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:25.282526 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7c66905b-9e97-4d89-9928-920a5c77ea0b req-6426ca32-eb2e-48b3-b20d-bc7a26e73555 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0473003 Dec 07 18:23:25.332016 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7c66905b-9e97-4d89-9928-920a5c77ea0b req-a8737080-dc6f-4aef-a0b7-1677955d3038 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 Dec 07 18:23:25.837624 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeec12-5e61-44c0-91c3-9c19cd700d3d req-69476be5-de58-44d9-a909-4b0a6efdb5ec tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:25.843275 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e9aeec12-5e61-44c0-91c3-9c19cd700d3d req-69476be5-de58-44d9-a909-4b0a6efdb5ec tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0637975 Dec 07 18:23:25.908670 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e9aeec12-5e61-44c0-91c3-9c19cd700d3d req-72f2743b-9056-4490-95d0-7b1bab59328e tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566294 Dec 07 18:23:26.192038 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934d65-cdd4-442c-9b6f-929d9e3a8f59 req-34e31c2d-ef8e-46cf-b2d5-01abf39700f8 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:26.193532 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c5934d65-cdd4-442c-9b6f-929d9e3a8f59 req-34e31c2d-ef8e-46cf-b2d5-01abf39700f8 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0565796 Dec 07 18:23:26.241716 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c5934d65-cdd4-442c-9b6f-929d9e3a8f59 req-ebb46539-d9ff-47f0-a31d-1b9d6076f888 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Dec 07 18:23:26.455353 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21fbfb-eea2-4e28-a2bb-1f8dde51ce87 req-a32c5ed6-defa-494a-8a4c-16adb036c315 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:26.456875 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7c21fbfb-eea2-4e28-a2bb-1f8dde51ce87 req-a32c5ed6-defa-494a-8a4c-16adb036c315 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0488896 Dec 07 18:23:26.504995 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7c21fbfb-eea2-4e28-a2bb-1f8dde51ce87 req-c6c7d898-d012-4dc3-b9c3-34b53c38de9a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Dec 07 18:23:27.026712 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1562d2-917b-40d7-80d9-d05fb80d92cd req-0fdcc3bb-b5bb-4514-85f0-57cfb9b5c571 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:27.028189 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4d1562d2-917b-40d7-80d9-d05fb80d92cd req-0fdcc3bb-b5bb-4514-85f0-57cfb9b5c571 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0480204 Dec 07 18:23:27.075336 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4d1562d2-917b-40d7-80d9-d05fb80d92cd req-ab0cfaf0-f4c0-4fcb-9379-314535538764 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Dec 07 18:23:27.376463 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d99ac-f301-4685-aa88-91b8f1142fa2 req-028ad222-cbb3-4582-b00b-31e6a6ee0565 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:27.377922 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-df9d99ac-f301-4685-aa88-91b8f1142fa2 req-028ad222-cbb3-4582-b00b-31e6a6ee0565 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0477598 Dec 07 18:23:27.423509 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-df9d99ac-f301-4685-aa88-91b8f1142fa2 req-a8940ea7-d6ab-4e50-ada9-00545105d617 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Dec 07 18:23:27.628166 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10109194-d0e9-4358-838c-0ad55637d5c4 req-c3105933-615a-4dbc-8ca7-edf7647728fb tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:27.629638 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-10109194-d0e9-4358-838c-0ad55637d5c4 req-c3105933-615a-4dbc-8ca7-edf7647728fb tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0499353 Dec 07 18:23:27.678188 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-10109194-d0e9-4358-838c-0ad55637d5c4 req-63c28864-e273-4799-8d7d-aee49d0b455d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424631 Dec 07 18:23:28.028888 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:23:28.196593 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c3671-7b44-45a8-920f-92757ca082b5 req-2340f199-1bec-4691-b234-d4064ba9fc81 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:28.198045 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-659c3671-7b44-45a8-920f-92757ca082b5 req-2340f199-1bec-4691-b234-d4064ba9fc81 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0515234 Dec 07 18:23:28.252280 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-659c3671-7b44-45a8-920f-92757ca082b5 req-2e9de5fc-404a-4198-bf67-1049f226999d tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482898 Dec 07 18:23:28.539316 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a8cd4-9faf-445c-9511-c9354c904de7 req-9ba19726-a859-448f-8c52-745ad4236ebf tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:28.541108 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-554a8cd4-9faf-445c-9511-c9354c904de7 req-9ba19726-a859-448f-8c52-745ad4236ebf tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0519836 Dec 07 18:23:28.598792 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-554a8cd4-9faf-445c-9511-c9354c904de7 req-a395608b-9fdc-4ea8-865d-b9fc89964145 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502162 Dec 07 18:23:28.797705 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a96fdf-2c59-4d5b-8c84-7733a064fe57 req-7c24f3b6-3891-4ab7-9ea5-0f323aa13120 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:28.799165 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-49a96fdf-2c59-4d5b-8c84-7733a064fe57 req-7c24f3b6-3891-4ab7-9ea5-0f323aa13120 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0481560 Dec 07 18:23:28.845321 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-49a96fdf-2c59-4d5b-8c84-7733a064fe57 req-ab0f2cfc-3ba6-4ef2-ad27-a2d9ffb26b25 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402389 Dec 07 18:23:29.373412 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732e386-7dd6-4174-b084-646b8e406c25 req-4118aaa5-f217-491d-8f2d-bb8bb6917d6c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:29.374858 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8732e386-7dd6-4174-b084-646b8e406c25 req-4118aaa5-f217-491d-8f2d-bb8bb6917d6c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0463457 Dec 07 18:23:29.424464 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8732e386-7dd6-4174-b084-646b8e406c25 req-215b01e0-2a12-4e73-a775-2dad1eaf8f0b tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436292 Dec 07 18:23:29.720300 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b4416-3b40-4d11-b0e1-e2f4c60bdd17 req-58007595-36e2-473a-9443-4ec8f1bc2576 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:29.721785 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-df9b4416-3b40-4d11-b0e1-e2f4c60bdd17 req-58007595-36e2-473a-9443-4ec8f1bc2576 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0509503 Dec 07 18:23:29.767127 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-df9b4416-3b40-4d11-b0e1-e2f4c60bdd17 req-2ffbb266-c992-48b9-99b5-55b7d13f6c12 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395722 Dec 07 18:23:29.972453 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fe2b4-86bc-4762-822a-9ddccf28158a req-4ea217aa-4180-4f85-8a39-af57912a3f54 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:29.973957 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7d2fe2b4-86bc-4762-822a-9ddccf28158a req-4ea217aa-4180-4f85-8a39-af57912a3f54 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0482166 Dec 07 18:23:30.020448 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7d2fe2b4-86bc-4762-822a-9ddccf28158a req-74bd12cf-76f9-49ac-b146-67bb20770d2d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404754 Dec 07 18:23:30.543530 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb6919-9104-4d5b-8253-2d32f4e04b8e req-446d9df4-c1be-4202-afb9-4c755db3e189 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:30.545036 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4deb6919-9104-4d5b-8253-2d32f4e04b8e req-446d9df4-c1be-4202-afb9-4c755db3e189 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0529962 Dec 07 18:23:30.591654 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4deb6919-9104-4d5b-8253-2d32f4e04b8e req-5f6de5b6-6fbe-494a-a2db-60867fb09b2c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Dec 07 18:23:30.886673 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c495e-e2a7-4811-9865-81892384e475 req-47df29dc-e3f4-4024-b42b-4bac1fba5f21 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:30.888220 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-419c495e-e2a7-4811-9865-81892384e475 req-47df29dc-e3f4-4024-b42b-4bac1fba5f21 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0562613 Dec 07 18:23:30.936058 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-419c495e-e2a7-4811-9865-81892384e475 req-632baf52-dad7-4e85-83b1-f4d1f819c0f6 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Dec 07 18:23:31.139710 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0421c3-5fed-45a2-8302-f9deb281dcd7 req-7da52198-96d5-49bf-92c4-161d50816d52 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:31.141365 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-be0421c3-5fed-45a2-8302-f9deb281dcd7 req-7da52198-96d5-49bf-92c4-161d50816d52 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0484962 Dec 07 18:23:31.191899 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-be0421c3-5fed-45a2-8302-f9deb281dcd7 req-6f4a103e-1532-4ee0-b7a4-12a922b3e0ef tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446053 Dec 07 18:23:31.718253 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e09301-38e9-4dc3-8356-f7560a5ad2eb req-97a70784-0b89-4461-93ac-c67c1ce723ec tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:31.719717 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c7e09301-38e9-4dc3-8356-f7560a5ad2eb req-97a70784-0b89-4461-93ac-c67c1ce723ec tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0573392 Dec 07 18:23:31.766943 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c7e09301-38e9-4dc3-8356-f7560a5ad2eb req-9c287d07-034b-48b9-8912-a6ad8a9f325c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Dec 07 18:23:32.047985 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff17c5-f196-4a21-8c01-bcbe1dcd1d91 req-d593a795-4785-4f98-9f0c-069988b54a03 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:32.049679 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6ff17c5-f196-4a21-8c01-bcbe1dcd1d91 req-d593a795-4785-4f98-9f0c-069988b54a03 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0482702 Dec 07 18:23:32.106435 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6ff17c5-f196-4a21-8c01-bcbe1dcd1d91 req-1ab94e0a-1502-4d44-a9b2-b144054de2e4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486228 Dec 07 18:23:32.311449 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c1e4b-0ab6-4475-a021-13cdf62160f1 req-cf6041fd-d674-4ddb-a979-5c3ac39ac778 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:32.312930 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8e1c1e4b-0ab6-4475-a021-13cdf62160f1 req-cf6041fd-d674-4ddb-a979-5c3ac39ac778 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0473433 Dec 07 18:23:32.366994 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8e1c1e4b-0ab6-4475-a021-13cdf62160f1 req-b63c6ef7-4923-42c3-8105-b2a0f8e116b5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482295 Dec 07 18:23:32.882002 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af881-26ac-4142-a430-1f4e7c333b11 req-f53f4807-18a0-4141-b02c-cb4a4bce4aa3 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:32.884449 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f34af881-26ac-4142-a430-1f4e7c333b11 req-f53f4807-18a0-4141-b02c-cb4a4bce4aa3 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0509686 Dec 07 18:23:32.932746 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f34af881-26ac-4142-a430-1f4e7c333b11 req-5ab728bb-152c-4e22-863b-1f5d150d8317 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Dec 07 18:23:33.239291 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b5e3-08b5-4d28-9810-cb5600a98b30 req-4096a81d-e36d-4979-9c9e-d775dc6043c6 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:33.240843 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-00b4b5e3-08b5-4d28-9810-cb5600a98b30 req-4096a81d-e36d-4979-9c9e-d775dc6043c6 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0676520 Dec 07 18:23:33.292032 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-00b4b5e3-08b5-4d28-9810-cb5600a98b30 req-5cf5ed6e-64f2-46c4-9634-9b0ac553d7e0 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 Dec 07 18:23:33.493869 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8324-f681-4813-8b2a-50faf9f0f75a req-ca035648-2ac1-408e-a2a8-1fef460f7ee5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:33.495428 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5c5b8324-f681-4813-8b2a-50faf9f0f75a req-ca035648-2ac1-408e-a2a8-1fef460f7ee5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0541825 Dec 07 18:23:33.543401 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5c5b8324-f681-4813-8b2a-50faf9f0f75a req-7f63d522-10b0-4ada-9a6b-ad5a9efe3de9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Dec 07 18:23:34.046660 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8dc5b-f86a-4b40-8466-adc336c583a4 req-c7afc4ba-0fbf-49f9-bd82-001668fdc1dc tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:34.048142 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0ca8dc5b-f86a-4b40-8466-adc336c583a4 req-c7afc4ba-0fbf-49f9-bd82-001668fdc1dc tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0476909 Dec 07 18:23:34.094499 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0ca8dc5b-f86a-4b40-8466-adc336c583a4 req-88839046-ad64-4fff-b584-704ec10884ff tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Dec 07 18:23:34.404449 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31604-faf3-4265-bbbc-5aaa3b9e83a9 req-5bd767a1-3906-453b-a9e0-717e5e294354 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:34.405897 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-05a31604-faf3-4265-bbbc-5aaa3b9e83a9 req-5bd767a1-3906-453b-a9e0-717e5e294354 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0476341 Dec 07 18:23:34.452070 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-05a31604-faf3-4265-bbbc-5aaa3b9e83a9 req-3927f44d-d6e6-4fcd-b085-fc92e84dba1a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Dec 07 18:23:34.660522 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949c94b-02e0-4c5d-89a1-f542052df80b req-1f442955-8dc4-4c0a-a36a-734b065d2bd7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:34.661978 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5949c94b-02e0-4c5d-89a1-f542052df80b req-1f442955-8dc4-4c0a-a36a-734b065d2bd7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0466776 Dec 07 18:23:34.707155 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5949c94b-02e0-4c5d-89a1-f542052df80b req-5c2525b8-01d2-4f16-a7bb-aaa0642c60d9 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385220 Dec 07 18:23:35.206163 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5a03-793f-4f29-b6c5-ddb8c8fac0dc req-87c662d0-8dc4-4b99-9c31-e5acc98c5734 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:35.207618 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ffeb5a03-793f-4f29-b6c5-ddb8c8fac0dc req-87c662d0-8dc4-4b99-9c31-e5acc98c5734 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0486324 Dec 07 18:23:35.262754 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ffeb5a03-793f-4f29-b6c5-ddb8c8fac0dc req-f719921d-553c-412f-a580-0798f1894d8e tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492439 Dec 07 18:23:35.566949 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450acab-bf62-44a8-a85a-4febc682f4db req-c283fe49-46e8-490e-9f4c-7eeabd431126 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:35.568414 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e450acab-bf62-44a8-a85a-4febc682f4db req-c283fe49-46e8-490e-9f4c-7eeabd431126 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.0500140 Dec 07 18:23:35.616409 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e450acab-bf62-44a8-a85a-4febc682f4db req-a7b5490d-7910-423e-9bce-13dc65d13f3d tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Dec 07 18:23:35.826137 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c319aa-fa9c-41aa-bb71-0f9670f55884 req-2a745f7d-f6fd-4e7e-b29e-9d2d7ee58c13 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:35.827591 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-88c319aa-fa9c-41aa-bb71-0f9670f55884 req-2a745f7d-f6fd-4e7e-b29e-9d2d7ee58c13 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0484846 Dec 07 18:23:35.874945 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-88c319aa-fa9c-41aa-bb71-0f9670f55884 req-6d585b9f-8e1f-4692-b895-c993f8a999d2 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414433 Dec 07 18:23:36.373280 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc85fb-ee53-465d-894e-63e4446ef05a req-09e2c47a-d02c-4def-8f79-15ec95f5d695 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:36.374745 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2dcc85fb-ee53-465d-894e-63e4446ef05a req-09e2c47a-d02c-4def-8f79-15ec95f5d695 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0469842 Dec 07 18:23:36.420210 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2dcc85fb-ee53-465d-894e-63e4446ef05a req-7812ccc9-0e6a-4858-8ffb-8cc3f8e78173 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396943 Dec 07 18:23:36.586987 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Request body: {'port': {'device_id': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:23:36.638958 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:36.793954 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810055a8-73b5-45d2-94ca-999b4f7a6331 req-129c6eb5-0172-4926-b689-6ebcef2a8939 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:36.795414 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-810055a8-73b5-45d2-94ca-999b4f7a6331 req-129c6eb5-0172-4926-b689-6ebcef2a8939 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 931 time: 0.1104584 Dec 07 18:23:36.902731 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-810055a8-73b5-45d2-94ca-999b4f7a6331 req-bccb241f-8e48-4a0c-a99c-6cd497ed5db7 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993652 Dec 07 18:23:36.988720 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034465fc-5b1e-4ffa-9dbb-b8191300a064 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:23:36.996442 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:37.000807 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8953013-d5a0-45e8-8263-a463796184d6 req-477453f7-edb8-4358-ba8b-985826ede552 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:37.002286 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e8953013-d5a0-45e8-8263-a463796184d6 req-477453f7-edb8-4358-ba8b-985826ede552 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0518625 Dec 07 18:23:37.009417 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Transition to ACTIVE for port object 034465fc-5b1e-4ffa-9dbb-b8191300a064 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:23:37.012410 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:37.051757 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e8953013-d5a0-45e8-8263-a463796184d6 req-f1455c7b-7139-4971-9093-45a5487cb171 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426695 Dec 07 18:23:37.060365 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Pushing event updated for resources: {'Port': ['ID=034465fc-5b1e-4ffa-9dbb-b8191300a064,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:37.135818 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Attempting to bind port 034465fc-5b1e-4ffa-9dbb-b8191300a064 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:23:37.136162 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Attempting to bind port 034465fc-5b1e-4ffa-9dbb-b8191300a064 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:23:37.136526 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Attempting to bind port 034465fc-5b1e-4ffa-9dbb-b8191300a064 on network 959929fe-24b2-4716-8851-426a6d5d4aff {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:23:37.141016 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Port 034465fc-5b1e-4ffa-9dbb-b8191300a064 on network 959929fe-24b2-4716-8851-426a6d5d4aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:23:37.141334 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Attempting to bind port 034465fc-5b1e-4ffa-9dbb-b8191300a064 on network 959929fe-24b2-4716-8851-426a6d5d4aff {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:23:37.146179 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:23:37.146515 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Checking segment: {'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:23:37.146896 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Bound using segment: {'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:23:37.147315 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Bound port: 034465fc-5b1e-4ffa-9dbb-b8191300a064, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b95780f-2868-4f48-8f03-ad9fecaa6adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:23:37.147663 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:37.216939 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] For port 034465fc-5b1e-4ffa-9dbb-b8191300a064, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:23:37.219969 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] For port 034465fc-5b1e-4ffa-9dbb-b8191300a064, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:23:37.224596 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:37.263500 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:37.264181 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:37.265716 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] 10.222.0.37 "PUT /v2.0/ports/034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 200 len: 1093 time: 0.6831064 Dec 07 18:23:37.266296 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:23:37.268826 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:23:37.302298 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b36eb6-ea4f-4469-9e11-f80eac85d813 service neutron] Pushing event updated for resources: {'Port': ['ID=034465fc-5b1e-4ffa-9dbb-b8191300a064,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:37.434200 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-482e726a-a034-488f-9e17-a9a66070335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:37.435744 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-482e726a-a034-488f-9e17-a9a66070335e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad6fb53129e547a9b4093380eb0ec0ad&device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 1096 time: 0.0428221 Dec 07 18:23:37.445133 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c89be1-0b98-4a06-a693-e58a4a9edb06 x-openstack-request-id: req-52c89be1-0b98-4a06-a693-e58a4a9edb06 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:23:37.445570 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:23:37.445819 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-52c89be1-0b98-4a06-a693-e58a4a9edb06 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:23:37.446292 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'status': 'completed', 'code': 200} Dec 07 18:23:37.489674 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-6e3870a2-fc6c-47b8-9901-3326610c2754 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 200 len: 217 time: 0.0353549 Dec 07 18:23:37.536175 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c4185-7080-42fc-b0dd-8b5ea6ca02c6 req-91ed28f7-67b3-45ee-9286-30e0963f4413 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:37.537680 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a50c4185-7080-42fc-b0dd-8b5ea6ca02c6 req-91ed28f7-67b3-45ee-9286-30e0963f4413 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0496242 Dec 07 18:23:37.543270 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-23f90777-6984-4ec5-86ff-59c56a2d430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:37.544749 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-23f90777-6984-4ec5-86ff-59c56a2d430e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=183c683b-6ae4-4627-9e10-dd5e2d84f658 HTTP/1.1" status: 200 len: 854 time: 0.0477223 Dec 07 18:23:37.585573 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a50c4185-7080-42fc-b0dd-8b5ea6ca02c6 req-66e61d36-3c26-4329-9471-89a10298b4a1 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Dec 07 18:23:37.590803 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-ddb91c3e-b0e3-4373-b962-3122014915fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:37.592284 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-ddb91c3e-b0e3-4373-b962-3122014915fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=959929fe-24b2-4716-8851-426a6d5d4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396245 Dec 07 18:23:37.689215 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-9d1c4160-6660-4e31-85f6-a0eea94e329c service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876851 Dec 07 18:23:37.785319 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-632e31b8-81d7-4c69-adf4-abde76c5d4f5 req-d8677c32-b3cd-4409-a32d-6d74eed5c1f0 service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876586 Dec 07 18:23:37.934630 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-18018e3e-ed09-4e96-ac61-74c92a6c7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:37.936500 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-18018e3e-ed09-4e96-ac61-74c92a6c7a15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad6fb53129e547a9b4093380eb0ec0ad&device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 1096 time: 0.0447021 Dec 07 18:23:38.022228 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744ebaa-80f1-49b1-b2c5-b7eaaf9ca89f req-e4618007-85a7-4fe8-a6c6-94258ba56889 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:38.024272 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8744ebaa-80f1-49b1-b2c5-b7eaaf9ca89f req-e4618007-85a7-4fe8-a6c6-94258ba56889 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 943 time: 0.0495305 Dec 07 18:23:38.043474 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-75ceb0b5-7f77-4569-a961-785cdadddc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:38.044985 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-75ceb0b5-7f77-4569-a961-785cdadddc78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=959929fe-24b2-4716-8851-426a6d5d4aff HTTP/1.1" status: 200 len: 916 time: 0.0944326 Dec 07 18:23:38.074744 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8744ebaa-80f1-49b1-b2c5-b7eaaf9ca89f req-d653c571-6ecb-4489-b6e9-3e1554c6c065 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439765 Dec 07 18:23:38.099603 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-6eecdc37-8303-473a-926e-824a0c7df0f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 200 len: 217 time: 0.0362399 Dec 07 18:23:38.175836 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-eea4274b-bfb9-45d2-a2f8-ba1e51c301f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:38.177238 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-eea4274b-bfb9-45d2-a2f8-ba1e51c301f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=183c683b-6ae4-4627-9e10-dd5e2d84f658 HTTP/1.1" status: 200 len: 854 time: 0.0702355 Dec 07 18:23:38.218448 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395a484-286a-4842-b8b6-9abcb560d05b req-ab7cc720-4f25-4e7f-be1d-5cbd6c173283 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:38.219863 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2395a484-286a-4842-b8b6-9abcb560d05b req-ab7cc720-4f25-4e7f-be1d-5cbd6c173283 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0787959 Dec 07 18:23:38.247195 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-c467a703-2893-4171-94d6-1f7512ea199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:38.248666 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-c467a703-2893-4171-94d6-1f7512ea199f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=959929fe-24b2-4716-8851-426a6d5d4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634439 Dec 07 18:23:38.295691 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2395a484-286a-4842-b8b6-9abcb560d05b req-94eb27fd-4afe-4008-806c-56a4cab9256f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688796 Dec 07 18:23:38.355063 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-51cb6604-fde0-438c-8582-c800566cca1b service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974205 Dec 07 18:23:38.446249 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-54cc98af-0edf-48cf-9b7f-ec1c4bf31687 req-6bda8ad0-9b33-45bc-9b16-d3150605abe0 service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824742 Dec 07 18:23:39.420046 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da57834-f69e-4a84-a50e-dfeb9c3d3609 req-74485212-7e7b-49fc-b298-8925dcf9886c tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:39.421456 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7da57834-f69e-4a84-a50e-dfeb9c3d3609 req-74485212-7e7b-49fc-b298-8925dcf9886c tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 943 time: 0.2795293 Dec 07 18:23:39.423402 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda82cd1-603e-428e-93ae-b0bdf3e0b0d0 req-c2881402-85b8-40f4-be07-7a6695ac1efa tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:39.424878 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cda82cd1-603e-428e-93ae-b0bdf3e0b0d0 req-c2881402-85b8-40f4-be07-7a6695ac1efa tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0526350 Dec 07 18:23:39.468705 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7da57834-f69e-4a84-a50e-dfeb9c3d3609 req-c0b6a033-8120-4771-804f-8c3a33791857 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Dec 07 18:23:39.471005 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cda82cd1-603e-428e-93ae-b0bdf3e0b0d0 req-0501096d-c9df-4ad2-8f1e-7d35b6902648 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Dec 07 18:23:40.592274 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5ca76-72e6-4ff7-9faa-88ee55aa2794 req-46587151-adfc-40d2-a3b9-1aba6f03e762 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:40.593774 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c7e5ca76-72e6-4ff7-9faa-88ee55aa2794 req-46587151-adfc-40d2-a3b9-1aba6f03e762 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 943 time: 0.0468936 Dec 07 18:23:40.600864 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8169b1-acba-4574-9453-40e39353df99 req-70858119-55c8-493d-81a7-afa3ccb63e66 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:40.603486 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3a8169b1-acba-4574-9453-40e39353df99 req-70858119-55c8-493d-81a7-afa3ccb63e66 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0485482 Dec 07 18:23:40.640649 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c7e5ca76-72e6-4ff7-9faa-88ee55aa2794 req-29e0ebce-de89-4836-95a4-f9a561c59db1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Dec 07 18:23:40.651017 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3a8169b1-acba-4574-9453-40e39353df99 req-8981ddfb-e328-4cd7-938a-f0022e34bb68 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Dec 07 18:23:41.513691 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-49b7420e-69b3-4985-bb87-c507d3a92cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:41.757578 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7443207-1f1c-4bce-98f5-9382c2e1c3bf req-8507db63-aaf6-454c-99d9-50416db03c43 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:41.758995 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b7443207-1f1c-4bce-98f5-9382c2e1c3bf req-8507db63-aaf6-454c-99d9-50416db03c43 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 943 time: 0.0506504 Dec 07 18:23:41.768980 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4adabf-1e52-429f-b228-74980c032f8f req-e06e3761-3496-4d52-a1ee-21b858bb37e4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:41.770442 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bd4adabf-1e52-429f-b228-74980c032f8f req-e06e3761-3496-4d52-a1ee-21b858bb37e4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0477278 Dec 07 18:23:41.806761 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b7443207-1f1c-4bce-98f5-9382c2e1c3bf req-fbf01ffb-72ba-401b-ae57-0c772eaba9c8 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 Dec 07 18:23:41.821967 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bd4adabf-1e52-429f-b228-74980c032f8f req-7541d95f-951a-4be2-baf4-771d674bb3c4 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448775 Dec 07 18:23:41.886489 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:42.788748 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 034465fc-5b1e-4ffa-9dbb-b8191300a064 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:23:42.883155 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 034465fc-5b1e-4ffa-9dbb-b8191300a064, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:23:42.898883 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'port_id': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'mac_address': 'fa:16:3e:3e:f8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:23:42.936575 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:42.937067 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c455df0-66dd-4b20-8e84-50e4a7fa8fa5 req-d0d45374-6de2-4330-8183-8a94f08b740b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:42.939117 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1c455df0-66dd-4b20-8e84-50e4a7fa8fa5 req-d0d45374-6de2-4330-8183-8a94f08b740b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 943 time: 0.0492427 Dec 07 18:23:42.949781 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034465fc-5b1e-4ffa-9dbb-b8191300a064 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:23:42.958929 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084782ca-8c96-4715-a9a6-fecf2423c428 req-80bb2237-4281-49ed-8029-44a3deac6563 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:42.960433 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-084782ca-8c96-4715-a9a6-fecf2423c428 req-80bb2237-4281-49ed-8029-44a3deac6563 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0540543 Dec 07 18:23:42.969982 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 034465fc-5b1e-4ffa-9dbb-b8191300a064, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:23:42.974469 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:42.988282 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1c455df0-66dd-4b20-8e84-50e4a7fa8fa5 req-1ef19971-c40f-45c2-a9a6-eb6fd8789499 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432496 Dec 07 18:23:43.012716 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-084782ca-8c96-4715-a9a6-fecf2423c428 req-42ece960-154f-48a7-bec4-e01cb74ff804 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448124 Dec 07 18:23:43.023601 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=034465fc-5b1e-4ffa-9dbb-b8191300a064,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:43.629630 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['034465fc-5b1e-4ffa-9dbb-b8191300a064'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:23:44.060501 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d568f219-dbb3-4b42-b23d-4043342374d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:44.109641 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c396d6-5050-49be-88e6-e7f8d1127d9a req-804e5e29-543d-42c3-87f3-b4166cf29d81 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:44.111832 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c9c396d6-5050-49be-88e6-e7f8d1127d9a req-804e5e29-543d-42c3-87f3-b4166cf29d81 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 944 time: 0.0516267 Dec 07 18:23:44.135577 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e58a56-e753-4fbc-af32-09845bf3c5b3 req-6cbcc42b-81f4-4105-a5b6-81e70192cddc tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:44.137075 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-75e58a56-e753-4fbc-af32-09845bf3c5b3 req-6cbcc42b-81f4-4105-a5b6-81e70192cddc tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 944 time: 0.0476587 Dec 07 18:23:44.162900 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c9c396d6-5050-49be-88e6-e7f8d1127d9a req-cadba3f8-2add-48cb-a38a-865ad6dbe469 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445056 Dec 07 18:23:44.185815 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-75e58a56-e753-4fbc-af32-09845bf3c5b3 req-edff9c34-c1bf-4c9e-a308-1848ede45041 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425100 Dec 07 18:23:44.802469 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 0b69af12-bbc2-431f-bafb-b98e3a3448ce details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:23:44.898668 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:23:44.909565 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'port_id': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'mac_address': 'fa:16:3e:d8:59:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:23:44.948237 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:44.960254 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b69af12-bbc2-431f-bafb-b98e3a3448ce {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:23:44.979677 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:23:44.984620 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:45.031006 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=9']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:45.074253 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:45.279955 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b65918-019a-4889-a2c6-a50c5dd7c29d req-9168b1cc-5928-4fa8-9d21-19b5c38a1577 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:45.281622 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a3b65918-019a-4889-a2c6-a50c5dd7c29d req-9168b1cc-5928-4fa8-9d21-19b5c38a1577 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 944 time: 0.0502234 Dec 07 18:23:45.309581 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f578f3b-7140-4e86-a01c-bafc7cb009d3 req-f70d0ebb-0170-4da9-a303-ab2ca0063b4d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:45.311084 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0f578f3b-7140-4e86-a01c-bafc7cb009d3 req-f70d0ebb-0170-4da9-a303-ab2ca0063b4d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 945 time: 0.0519938 Dec 07 18:23:45.330013 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a3b65918-019a-4889-a2c6-a50c5dd7c29d req-766eb176-d278-4500-84f0-4943c20cac0c tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 Dec 07 18:23:45.362460 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0f578f3b-7140-4e86-a01c-bafc7cb009d3 req-488f5998-acca-4dcb-a985-4701d1947e20 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453622 Dec 07 18:23:45.511643 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['0b69af12-bbc2-431f-bafb-b98e3a3448ce'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:23:45.549718 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-85c81b7c-409d-442e-96ed-a5964c18339f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396821 Dec 07 18:23:45.653542 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-ae421a0b-436b-4003-ba31-fc2c9c338b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:45.654909 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-ae421a0b-436b-4003-ba31-fc2c9c338b74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 1098 time: 0.0390754 Dec 07 18:23:45.762926 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-fccc1c59-f3b3-45cc-b106-c6329edbdcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:45.764397 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-fccc1c59-f3b3-45cc-b106-c6329edbdcf0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 912 time: 0.0858214 Dec 07 18:23:45.842221 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-42221c83-8a0f-42c9-9d57-5748be3fbf69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32b38252-4967-4f79-bbd8-d483954c2fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0571985 Dec 07 18:23:45.895802 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-2cf6283f-7a9b-499b-9be2-433676c23354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:45.897247 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-2cf6283f-7a9b-499b-9be2-433676c23354 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 200 len: 850 time: 0.0476947 Dec 07 18:23:45.941714 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-b270931b-d410-4b4c-bfe8-9f92ed06a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:45.943063 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-b270931b-d410-4b4c-bfe8-9f92ed06a5a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03597245-6d91-43e2-998e-8715e605ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379412 Dec 07 18:23:46.041365 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-7aba18f3-f20e-415a-9dbb-abf84716cc2a service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899808 Dec 07 18:23:46.137070 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-18916c1a-a91e-4a54-ba30-bc3c1c780f92 req-01dda234-5e00-4966-9df3-cf361f03dfbd service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850022 Dec 07 18:23:46.431211 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:46.447839 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9a7aa-92b0-456b-a39a-3fa7f8ad95d1 req-6323402d-6025-4298-9cc0-14b97843fd6b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:46.450311 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a1b9a7aa-92b0-456b-a39a-3fa7f8ad95d1 req-6323402d-6025-4298-9cc0-14b97843fd6b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 944 time: 0.0536926 Dec 07 18:23:46.513298 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a1b9a7aa-92b0-456b-a39a-3fa7f8ad95d1 req-7b411f59-da06-40b5-8f12-4070c1f5dc4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555387 Dec 07 18:23:46.513704 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47398c4a-febd-430d-9445-4dc916e35bee req-5e7f50e4-17cb-4bd1-a917-ea50a93261dc tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:46.515115 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-47398c4a-febd-430d-9445-4dc916e35bee req-5e7f50e4-17cb-4bd1-a917-ea50a93261dc tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 945 time: 0.0578918 Dec 07 18:23:46.562719 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-47398c4a-febd-430d-9445-4dc916e35bee req-bd89ba80-5918-45a9-8a81-7f9adb4794f7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Dec 07 18:23:46.811483 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 0b69af12-bbc2-431f-bafb-b98e3a3448ce up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:23:46.858645 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 0b69af12-bbc2-431f-bafb-b98e3a3448ce triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:23:46.858923 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:46.936290 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:46.957926 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:23:46.960112 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd5a538-713f-4b05-91a7-d7cf7ec4db1b" -d '{"events": [{"server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "name": "network-vif-plugged", "status": "completed", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:23:46.972595 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:23:46.976861 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:46.977638 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 034465fc-5b1e-4ffa-9dbb-b8191300a064 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:23:47.057908 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9895df7-42b6-4fcd-a22c-f2ff78ae81d2 x-openstack-request-id: req-b9895df7-42b6-4fcd-a22c-f2ff78ae81d2 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:23:47.058321 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "name": "network-vif-plugged", "status": "completed", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:23:47.058587 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b9895df7-42b6-4fcd-a22c-f2ff78ae81d2 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:23:47.058983 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'code': 200} Dec 07 18:23:47.059523 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=10']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:47.073045 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 034465fc-5b1e-4ffa-9dbb-b8191300a064 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:23:47.076890 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 034465fc-5b1e-4ffa-9dbb-b8191300a064 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:23:47.077251 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:47.152581 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:47.183417 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 034465fc-5b1e-4ffa-9dbb-b8191300a064, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:23:47.186529 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:47.233113 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=034465fc-5b1e-4ffa-9dbb-b8191300a064,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:23:47.609554 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:23:47.636797 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd80d-d31a-4271-9cc2-7fdb567e2b03 req-609eb7dd-3df4-49ac-8392-6e97f704438f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:47.638283 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cc8fd80d-d31a-4271-9cc2-7fdb567e2b03 req-609eb7dd-3df4-49ac-8392-6e97f704438f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0580711 Dec 07 18:23:47.685142 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cc8fd80d-d31a-4271-9cc2-7fdb567e2b03 req-5f9d5ecb-e0ef-45b9-942a-938f2ebc58ad tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Dec 07 18:23:47.689482 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f7c03-e7bf-40e8-9c46-538eb5c468a8 req-bb6b570f-15a5-47e7-977b-21e0e4a535d7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:47.693207 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b80f7c03-e7bf-40e8-9c46-538eb5c468a8 req-bb6b570f-15a5-47e7-977b-21e0e4a535d7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0538218 Dec 07 18:23:47.738419 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b80f7c03-e7bf-40e8-9c46-538eb5c468a8 req-a5ef4a75-049f-4e7d-891e-42f0a0ff745a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Dec 07 18:23:48.798098 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646e8d2-57a2-4125-a6fb-733d0f3fe65e req-b302213e-a9d1-4e9d-b092-3a887d24f153 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:48.799510 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e646e8d2-57a2-4125-a6fb-733d0f3fe65e req-b302213e-a9d1-4e9d-b092-3a887d24f153 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0484774 Dec 07 18:23:48.846927 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e646e8d2-57a2-4125-a6fb-733d0f3fe65e req-1e1a4595-f396-4153-851c-23abcfdfaa51 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Dec 07 18:23:48.859599 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d80f06-7757-40a5-8f6a-0d78792f5abf req-8423ff00-8e00-47cc-a15c-861da583aa43 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:48.861190 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a0d80f06-7757-40a5-8f6a-0d78792f5abf req-8423ff00-8e00-47cc-a15c-861da583aa43 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0482988 Dec 07 18:23:48.910212 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a0d80f06-7757-40a5-8f6a-0d78792f5abf req-5ffb171b-50fd-4fac-ac53-d8a56a468263 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Dec 07 18:23:49.060074 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:23:49.062317 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5e7c8e-279a-41ea-934e-b4eaebe3012a" -d '{"events": [{"server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "name": "network-vif-plugged", "status": "completed", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:23:49.096941 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8756e64-c2da-4d20-b253-c56bc1305e10 x-openstack-request-id: req-e8756e64-c2da-4d20-b253-c56bc1305e10 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:23:49.097227 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "name": "network-vif-plugged", "status": "completed", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:23:49.097477 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e8756e64-c2da-4d20-b253-c56bc1305e10 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:23:49.097900 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'code': 200} Dec 07 18:23:49.964426 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e786ed0-9faf-48f6-96f5-0069323c5207 req-b1887216-4b28-468d-a738-c4a1aeaa4c9a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:49.965918 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2e786ed0-9faf-48f6-96f5-0069323c5207 req-b1887216-4b28-468d-a738-c4a1aeaa4c9a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0530903 Dec 07 18:23:50.013481 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2e786ed0-9faf-48f6-96f5-0069323c5207 req-a5b13a94-3d7e-4b68-bc58-6d9d000d3d38 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Dec 07 18:23:50.033084 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e3a03-2031-4137-acb5-4e3cc3fd72ed req-c2cb5ee1-955b-49b2-964c-a516a8110726 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:50.034528 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-947e3a03-2031-4137-acb5-4e3cc3fd72ed req-c2cb5ee1-955b-49b2-964c-a516a8110726 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0501940 Dec 07 18:23:50.079715 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-947e3a03-2031-4137-acb5-4e3cc3fd72ed req-f95f2042-0fd7-4c06-adaa-39424c2b1889 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Dec 07 18:23:51.128698 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0606-3356-4d0c-837e-84b018a615c4 req-884614f7-14ff-4afd-97db-020aaafed63a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:51.130186 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-218e0606-3356-4d0c-837e-84b018a615c4 req-884614f7-14ff-4afd-97db-020aaafed63a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0483322 Dec 07 18:23:51.177010 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-218e0606-3356-4d0c-837e-84b018a615c4 req-9788cd60-715d-4e2b-9764-169d589bd31c tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Dec 07 18:23:51.198062 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15702-ffc5-41b3-9b8e-992c5d0850d8 req-b653a7a3-8537-4889-b864-c1529489102a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:51.199562 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bea15702-ffc5-41b3-9b8e-992c5d0850d8 req-b653a7a3-8537-4889-b864-c1529489102a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0475397 Dec 07 18:23:51.245352 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bea15702-ffc5-41b3-9b8e-992c5d0850d8 req-f122f852-ca7e-4db4-a621-24c05b24c779 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 Dec 07 18:23:52.075316 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea7265-77fa-4641-aace-1ba92bb0e638 req-494acf42-f906-474f-8ae2-4ef44b26a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:52.076859 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a7ea7265-77fa-4641-aace-1ba92bb0e638 req-494acf42-f906-474f-8ae2-4ef44b26a118 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 1098 time: 0.0389533 Dec 07 18:23:52.123577 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a7ea7265-77fa-4641-aace-1ba92bb0e638 req-56b6c644-000d-404f-b8e7-30fd20736e29 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Dec 07 18:23:52.442215 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bf935-e1b8-4546-b84a-11b0348476cb req-59c34998-8370-4971-9468-158fab2350c8 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:52.443742 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c43bf935-e1b8-4546-b84a-11b0348476cb req-59c34998-8370-4971-9468-158fab2350c8 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0506945 Dec 07 18:23:52.498705 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c43bf935-e1b8-4546-b84a-11b0348476cb req-c77ddd51-1b7c-4dae-96d0-f26ac31f58b9 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482740 Dec 07 18:23:52.589913 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a7bde-b6da-4ee7-8cf5-99ec010d328f req-25c77451-89f7-4ca0-a77e-f454147de168 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:52.591375 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b56a7bde-b6da-4ee7-8cf5-99ec010d328f req-25c77451-89f7-4ca0-a77e-f454147de168 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.2700973 Dec 07 18:23:52.637004 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b56a7bde-b6da-4ee7-8cf5-99ec010d328f req-27607f50-a1cb-4647-bf6d-fd457fd81797 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397589 Dec 07 18:23:53.611665 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29cfde-8012-4ed7-a01a-523523691d3d req-0b9ccc7f-8f2e-429a-9c30-96e30516398e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:53.613223 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7a29cfde-8012-4ed7-a01a-523523691d3d req-0b9ccc7f-8f2e-429a-9c30-96e30516398e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0477488 Dec 07 18:23:53.665945 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7a29cfde-8012-4ed7-a01a-523523691d3d req-6d1a1b3a-be9d-4d4a-bee5-d6ec39eb52aa tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454695 Dec 07 18:23:53.779257 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecd85c-19b2-4348-ba74-4831f115a3bc req-2dd0a3dd-084a-4cc4-94bc-d37f9295cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:53.780677 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-10ecd85c-19b2-4348-ba74-4831f115a3bc req-2dd0a3dd-084a-4cc4-94bc-d37f9295cf5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 1100 time: 0.0758586 Dec 07 18:23:53.789766 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea170b-357f-4684-ba12-d6340c7961f5 req-206481cf-6b90-4d7b-99da-1538ed1cb2b0 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:53.791954 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4eea170b-357f-4684-ba12-d6340c7961f5 req-206481cf-6b90-4d7b-99da-1538ed1cb2b0 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0632081 Dec 07 18:23:53.863720 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4eea170b-357f-4684-ba12-d6340c7961f5 req-c5b880ab-a4b2-4b93-8f4b-1763680d32eb tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652292 Dec 07 18:23:53.869935 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-10ecd85c-19b2-4348-ba74-4831f115a3bc req-9b2b1c6d-42eb-4a2d-af49-e2149c691f02 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770276 Dec 07 18:23:54.780016 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b8f5a-9089-494f-839b-4ed216e1fdd3 req-fbdb14cd-b173-4860-acbe-0baadb03a2e6 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:54.781514 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-378b8f5a-9089-494f-839b-4ed216e1fdd3 req-fbdb14cd-b173-4860-acbe-0baadb03a2e6 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0477090 Dec 07 18:23:54.832838 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-378b8f5a-9089-494f-839b-4ed216e1fdd3 req-2a7a4a09-de82-4a1e-9fdb-6831290afac3 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452664 Dec 07 18:23:54.983498 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b63880-1a72-45f1-a012-e9a7a3f1add3 req-9ecfe0d4-abda-4884-901a-af5e2cd9f03a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:54.984865 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-82b63880-1a72-45f1-a012-e9a7a3f1add3 req-9ecfe0d4-abda-4884-901a-af5e2cd9f03a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0474250 Dec 07 18:23:55.036073 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-82b63880-1a72-45f1-a012-e9a7a3f1add3 req-90da91f6-eefa-4048-924e-bf412d07ef92 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451832 Dec 07 18:23:55.948253 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf26a5-ac0d-47e6-8280-8bf0e5428a93 req-14609d3f-25e3-4bd1-baa0-70ebbc293da4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:55.949769 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-42cf26a5-ac0d-47e6-8280-8bf0e5428a93 req-14609d3f-25e3-4bd1-baa0-70ebbc293da4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0515549 Dec 07 18:23:55.996005 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-42cf26a5-ac0d-47e6-8280-8bf0e5428a93 req-3d70bf27-5872-422f-8cf4-01396d69d8fc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Dec 07 18:23:56.153051 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb5042-07bd-4274-9b07-65bd2332a855 req-977a57a8-1fcf-4c57-8e07-c1c34c28ad61 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:56.154408 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-62fb5042-07bd-4274-9b07-65bd2332a855 req-977a57a8-1fcf-4c57-8e07-c1c34c28ad61 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0470502 Dec 07 18:23:56.203639 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-62fb5042-07bd-4274-9b07-65bd2332a855 req-15b327ec-1a55-4ae4-9242-99321d0e997a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Dec 07 18:23:57.107653 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79a419-3f99-400a-a0fe-d46aa7364eda req-d18f26a2-a38f-4c21-8fdc-eb971277badc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:57.109217 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0a79a419-3f99-400a-a0fe-d46aa7364eda req-d18f26a2-a38f-4c21-8fdc-eb971277badc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0476093 Dec 07 18:23:57.155306 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0a79a419-3f99-400a-a0fe-d46aa7364eda req-86107dbe-c2ca-4997-8249-04d895700b39 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403216 Dec 07 18:23:57.320631 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79c6b4-6bf6-4072-8174-00bdecb750ad req-ac050f78-814c-488f-9216-d59d8130c234 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:57.322225 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2d79c6b4-6bf6-4072-8174-00bdecb750ad req-ac050f78-814c-488f-9216-d59d8130c234 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0478678 Dec 07 18:23:57.367474 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2d79c6b4-6bf6-4072-8174-00bdecb750ad req-5469fa84-fb0b-45b7-858a-473723c36db1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394042 Dec 07 18:23:58.265838 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aed6ae-e8da-422f-a1af-e55252040986 req-9ce6b61c-0ccb-455c-88b5-6cc8b1f41794 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:58.267303 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-60aed6ae-e8da-422f-a1af-e55252040986 req-9ce6b61c-0ccb-455c-88b5-6cc8b1f41794 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0467744 Dec 07 18:23:58.316489 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-60aed6ae-e8da-422f-a1af-e55252040986 req-17f030b8-8e68-4ecf-9c95-3361c7c2a3ac tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 Dec 07 18:23:58.484455 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b3b7-a879-4676-8bee-f2c518d0bcc9 req-c6cb3c3d-d087-4d19-a2cf-348649ae1f28 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:58.485823 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7d16b3b7-a879-4676-8bee-f2c518d0bcc9 req-c6cb3c3d-d087-4d19-a2cf-348649ae1f28 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0470152 Dec 07 18:23:58.532157 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7d16b3b7-a879-4676-8bee-f2c518d0bcc9 req-0dbd8987-e388-47fd-80c2-39a371036436 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404449 Dec 07 18:23:59.430012 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23673415-ba3e-40e2-a4ea-2d1be195209b req-1747371c-6684-4bbd-857f-9252fce46ef7 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:59.432086 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-23673415-ba3e-40e2-a4ea-2d1be195209b req-1747371c-6684-4bbd-857f-9252fce46ef7 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0474246 Dec 07 18:23:59.478532 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-23673415-ba3e-40e2-a4ea-2d1be195209b req-96d24f94-2b3e-4904-a446-004197eee106 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Dec 07 18:23:59.653494 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee09c1b-3a85-46c0-b80a-80f212756746 req-c2155e9b-b386-482a-a7d0-aefb84008284 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:23:59.654871 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cee09c1b-3a85-46c0-b80a-80f212756746 req-c2155e9b-b386-482a-a7d0-aefb84008284 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0505829 Dec 07 18:23:59.700723 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cee09c1b-3a85-46c0-b80a-80f212756746 req-a7aa7f8b-44d8-41d5-a1bc-6c100fdb24dc tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400422 Dec 07 18:24:00.589315 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc9611-fc5e-4690-bbcf-879473f519fe req-60b267e6-c7f8-433a-a30e-11495f515957 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:00.590834 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-41bc9611-fc5e-4690-bbcf-879473f519fe req-60b267e6-c7f8-433a-a30e-11495f515957 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0478909 Dec 07 18:24:00.638297 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-41bc9611-fc5e-4690-bbcf-879473f519fe req-f10a29cd-e431-491c-bb26-a7603f3d40a0 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Dec 07 18:24:00.758309 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d43a13-7e7f-4ed2-a964-9da3c9765b48 req-36613cdd-438d-406d-8932-a1d572c6f062 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:00.760048 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f2d43a13-7e7f-4ed2-a964-9da3c9765b48 req-36613cdd-438d-406d-8932-a1d572c6f062 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0534396 Dec 07 18:24:00.810354 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f2d43a13-7e7f-4ed2-a964-9da3c9765b48 req-9bad1a09-c02d-4a4e-81e2-d9e201d65cb3 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 Dec 07 18:24:00.837447 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8bf6e-390b-46a4-bb66-b71f95188f7a req-8730a213-d51c-4506-8574-66cf4f0db294 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:00.839188 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dcf8bf6e-390b-46a4-bb66-b71f95188f7a req-8730a213-d51c-4506-8574-66cf4f0db294 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0610802 Dec 07 18:24:00.890632 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-dcf8bf6e-390b-46a4-bb66-b71f95188f7a req-4db4091a-54ff-4855-882d-375de1bbdf5e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Dec 07 18:24:01.333680 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecb887-6168-4846-8c53-8f96ae6ee0d7 req-2b167333-cc12-4c04-8472-aabff61cd265 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:01.335479 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-38ecb887-6168-4846-8c53-8f96ae6ee0d7 req-2b167333-cc12-4c04-8472-aabff61cd265 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0498292 Dec 07 18:24:01.383702 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-38ecb887-6168-4846-8c53-8f96ae6ee0d7 req-6f3bb008-8440-4966-9d08-7b4c3a76c2b2 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Dec 07 18:24:02.015700 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260428e-4715-440f-8e38-e5dcf52df3bb req-9b5710c4-e0dd-4643-a30e-ec1ebe0962ee tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:02.017719 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4260428e-4715-440f-8e38-e5dcf52df3bb req-9b5710c4-e0dd-4643-a30e-ec1ebe0962ee tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0506237 Dec 07 18:24:02.064551 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4260428e-4715-440f-8e38-e5dcf52df3bb req-9fd6d224-c1b8-4de4-ba00-37f534febead tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Dec 07 18:24:05.027607 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:24:10.768626 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01363e14-0103-4d22-96ca-9f933bc5b2ab req-0ba112e4-8666-497b-a631-a10b362de029 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:10.769995 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-01363e14-0103-4d22-96ca-9f933bc5b2ab req-0ba112e4-8666-497b-a631-a10b362de029 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0504730 Dec 07 18:24:10.824749 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-01363e14-0103-4d22-96ca-9f933bc5b2ab req-fef9ce85-187c-408b-9add-f56b3a4cf6df tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450408 Dec 07 18:24:10.848365 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53172) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:11.036523 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262efa9c-76e2-4960-bc28-f05920c25016 tempest-TestMinimumBasicScenario-487170210 tempest-TestMinimumBasicScenario-487170210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:11.037953 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-262efa9c-76e2-4960-bc28-f05920c25016 tempest-TestMinimumBasicScenario-487170210 tempest-TestMinimumBasicScenario-487170210-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 1093 time: 0.1885819 Dec 07 18:24:11.041047 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53176) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:11.045463 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'floatingip': {'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'port_id': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:11.066443 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for floatingip, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:11.163746 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:11.269625 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Allocated IP 172.27.2.37 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/9a27992d-2e3f-44b3-9f3a-0c9f9e08eed2) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:24:11.375688 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:11.407998 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:11.445508 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:24:11.450640 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:24:11.454174 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:24:11.475226 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'Port': ['ID=9a27992d-2e3f-44b3-9f3a-0c9f9e08eed2,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:11.486552 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.486910 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.487261 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.487608 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.487954 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.488298 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.488731 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.489069 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.489405 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.489738 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.490072 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.490405 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.490734 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:11.515182 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-73796c62-36a3-40a5-9a06-8a64c61884c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:11.822837 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:11.889964 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:11.914827 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.051558 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.056211 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126114602'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.151600 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'Port': ['ID=9a27992d-2e3f-44b3-9f3a-0c9f9e08eed2,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:12.167856 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.210030 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aacfb-5ab7-4582-90c1-6e4056dd935d req-c93878d3-6e45-4ade-bf05-42b1182bdf33 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:12.211501 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e25aacfb-5ab7-4582-90c1-6e4056dd935d req-c93878d3-6e45-4ade-bf05-42b1182bdf33 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.1294887 Dec 07 18:24:12.304099 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e25aacfb-5ab7-4582-90c1-6e4056dd935d req-83611940-1240-4083-a553-62bbe19c7d03 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858085 Dec 07 18:24:12.309331 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.l3_db [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Floating IP 767b8689-85fe-48a8-9e3c-56e7d914f738 associated. External IP: 172.27.2.37, port: 034465fc-5b1e-4ffa-9dbb-b8191300a064. Dec 07 18:24:12.508555 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Router 4d877b06-80e2-4162-b749-7b6a6adaf325 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:24:12.610424 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:24:12.620934 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] Sync routers for ids ['4d877b06-80e2-4162-b749-7b6a6adaf325'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:24:12.628889 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.631469 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] Routers {'4d877b06-80e2-4162-b749-7b6a6adaf325'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:24:12.632085 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:23:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4d877b06-80e2-4162-b749-7b6a6adaf325'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:12.659145 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-157954dc-69e3-41a7-aaed-0de979162812 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6164722 Dec 07 18:24:12.659777 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:24:12.661376 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53186) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:12.662092 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e14557-a5f8-4355-9bfd-fd4e406a084e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:24:12.667138 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-79285650', 'description': 'tempest-secgroup-smoke-79285650 description', 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:12.690665 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.744517 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] Set router 4d877b06-80e2-4162-b749-7b6a6adaf325 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:24:12.760317 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.761032 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3553e0b-b1c9-48ed-827d-849a1b15fd20 x-openstack-request-id: req-b3553e0b-b1c9-48ed-827d-849a1b15fd20 {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:24:12.761338 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:24:12.761593 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b3553e0b-b1c9-48ed-827d-849a1b15fd20 {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:24:12.761999 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'status': 'completed', 'code': 200} Dec 07 18:24:12.764977 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.794522 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c841487-3d4c-4019-9480-3f4fa3144871,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:12.799960 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.803984 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1388421 Dec 07 18:24:12.804896 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53192) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:12.806113 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.806523 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.806824 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.807177 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.807514 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.808042 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.808575 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.809061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.809580 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.810071 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.810564 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.810769 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-a64b357e-8dcc-4616-bae6-3ddad3aea42a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'security_group_rule': {'security_group_id': '7c841487-3d4c-4019-9480-3f4fa3144871', 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:12.811246 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.811749 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5d23c-277a-4726-87ec-fe2c5975ed4b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:12.840101 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a64b357e-8dcc-4616-bae6-3ddad3aea42a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.877966 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-c5efb09b-fac5-4577-813a-d21e73943222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:12.879555 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-c5efb09b-fac5-4577-813a-d21e73943222 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad6fb53129e547a9b4093380eb0ec0ad&device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 1098 time: 0.0504801 Dec 07 18:24:12.903908 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a64b357e-8dcc-4616-bae6-3ddad3aea42a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.909572 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a64b357e-8dcc-4616-bae6-3ddad3aea42a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.926307 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b357e-8dcc-4616-bae6-3ddad3aea42a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0309b0-46c2-48b3-a6e5-11c113246afb,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:12.942752 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a64b357e-8dcc-4616-bae6-3ddad3aea42a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.944135 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a64b357e-8dcc-4616-bae6-3ddad3aea42a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380401 Dec 07 18:24:12.947621 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53194) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:12.952163 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-d8e5acb8-94b7-4c04-aeb3-8af15af208fc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'security_group_rule': {'security_group_id': '7c841487-3d4c-4019-9480-3f4fa3144871', 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:12.982172 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d8e5acb8-94b7-4c04-aeb3-8af15af208fc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:12.986857 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '767b8689-85fe-48a8-9e3c-56e7d914f738', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'port_id': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'mac_address': 'fa:16:3e:3e:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:11Z', 'updated_at': '2021-12-07T18:24:11Z', 'revision_number': 0, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:51Z', 'revision_number': 5, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:12.993092 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-479cd785-97c0-4448-93f0-b39305939667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:12.995308 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-479cd785-97c0-4448-93f0-b39305939667 service neutron] 10.222.0.37 "GET /v2.0/networks?id=959929fe-24b2-4716-8851-426a6d5d4aff HTTP/1.1" status: 200 len: 916 time: 0.1069798 Dec 07 18:24:13.019356 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] Checking router: 4d877b06-80e2-4162-b749-7b6a6adaf325 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:24:13.029295 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] Routers {'4d877b06-80e2-4162-b749-7b6a6adaf325'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:24:13.029969 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:23:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4d877b06-80e2-4162-b749-7b6a6adaf325'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:13.042528 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d8e5acb8-94b7-4c04-aeb3-8af15af208fc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.047921 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d8e5acb8-94b7-4c04-aeb3-8af15af208fc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.064065 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5acb8-94b7-4c04-aeb3-8af15af208fc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9374f8-d794-4a8d-83a1-2331914781ec,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:13.072391 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-0a16ad2c-aebf-4bd4-bf99-3150cadc729a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 200 len: 998 time: 0.0676150 Dec 07 18:24:13.076366 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d8e5acb8-94b7-4c04-aeb3-8af15af208fc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.077602 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-d8e5acb8-94b7-4c04-aeb3-8af15af208fc tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289039 Dec 07 18:24:13.080350 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53196) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:13.085382 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-7aaa7951-e8a8-4bd5-8a38-3a0fb1d0b687 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'security_group_rule': {'security_group_id': '7c841487-3d4c-4019-9480-3f4fa3144871', 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:13.112074 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7951-e8a8-4bd5-8a38-3a0fb1d0b687 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.133052 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-49cb4073-1833-463c-ad8d-76992be0f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:13.135580 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-49cb4073-1833-463c-ad8d-76992be0f467 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=183c683b-6ae4-4627-9e10-dd5e2d84f658 HTTP/1.1" status: 200 len: 854 time: 0.0531821 Dec 07 18:24:13.146114 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] Set router 4d877b06-80e2-4162-b749-7b6a6adaf325 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:24:13.172516 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7951-e8a8-4bd5-8a38-3a0fb1d0b687 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.177330 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7951-e8a8-4bd5-8a38-3a0fb1d0b687 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.190493 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-d37606c1-918d-4178-bb2d-c42a778f7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:13.192052 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-d37606c1-918d-4178-bb2d-c42a778f7e1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=959929fe-24b2-4716-8851-426a6d5d4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483599 Dec 07 18:24:13.195737 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa7951-e8a8-4bd5-8a38-3a0fb1d0b687 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f027225-8775-4fbb-a854-ae6f4e74ab8b,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:13.203731 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7951-e8a8-4bd5-8a38-3a0fb1d0b687 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.205144 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-7aaa7951-e8a8-4bd5-8a38-3a0fb1d0b687 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238482 Dec 07 18:24:13.207944 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53198) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:13.212583 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-54dab949-aec3-4314-8899-a54486c716ed tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'security_group_rule': {'security_group_id': '7c841487-3d4c-4019-9480-3f4fa3144871', 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:13.245597 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-54dab949-aec3-4314-8899-a54486c716ed tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.293513 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-273bcf64-b002-49de-b5de-81fe27c1f289 service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880518 Dec 07 18:24:13.310824 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-54dab949-aec3-4314-8899-a54486c716ed tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.315846 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-54dab949-aec3-4314-8899-a54486c716ed tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.335275 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dab949-aec3-4314-8899-a54486c716ed tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3f6167-e134-4cf0-9bb1-ffc29a08f84d,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:13.346157 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-54dab949-aec3-4314-8899-a54486c716ed tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.347594 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-54dab949-aec3-4314-8899-a54486c716ed tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386087 Dec 07 18:24:13.350545 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53202) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:13.365616 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-46bef9c1-24a7-4d47-a75a-845a110768f4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'security_group_rule': {'security_group_id': '7c841487-3d4c-4019-9480-3f4fa3144871', 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:13.429503 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.securitygroups_db [None req-46bef9c1-24a7-4d47-a75a-845a110768f4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Project ad6fb53129e547a9b4093380eb0ec0ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:24:13.437100 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c177510-8892-4ec1-af47-a3cc00c868a7 req-cc1eb5ae-c14b-46d4-885b-9b54ad69d293 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:13.438677 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5c177510-8892-4ec1-af47-a3cc00c868a7 req-cc1eb5ae-c14b-46d4-885b-9b54ad69d293 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.0528486 Dec 07 18:24:13.439908 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-46bef9c1-24a7-4d47-a75a-845a110768f4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.460122 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81e14557-a5f8-4355-9bfd-fd4e406a084e req-779fb5ec-5a6e-4c22-b624-a5dfadd0cc4c service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479132 Dec 07 18:24:13.493439 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5c177510-8892-4ec1-af47-a3cc00c868a7 req-bdde13ff-4014-4d3f-a913-ff5654e32957 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Dec 07 18:24:13.518981 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-46bef9c1-24a7-4d47-a75a-845a110768f4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.523450 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-46bef9c1-24a7-4d47-a75a-845a110768f4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.532557 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '767b8689-85fe-48a8-9e3c-56e7d914f738', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'port_id': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'mac_address': 'fa:16:3e:3e:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:11Z', 'updated_at': '2021-12-07T18:24:11Z', 'revision_number': 0, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:51Z', 'revision_number': 5, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:13.544092 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bef9c1-24a7-4d47-a75a-845a110768f4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b885633-7129-49c2-960b-6356a59aa39a,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:13.552861 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-46bef9c1-24a7-4d47-a75a-845a110768f4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.554128 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-46bef9c1-24a7-4d47-a75a-845a110768f4 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2027168 Dec 07 18:24:13.556947 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53204) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:13.561681 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-6e4b23c3-2302-480c-a2a4-123c86844d2e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'security_group_rule': {'security_group_id': '7c841487-3d4c-4019-9480-3f4fa3144871', 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:13.562266 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e362bf75-949c-4fa4-8133-b5a4453e854c None None] The sync data for ids ['4d877b06-80e2-4162-b749-7b6a6adaf325'] in dv-cinder-820918-1-iscsi is: [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '767b8689-85fe-48a8-9e3c-56e7d914f738', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'port_id': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'mac_address': 'fa:16:3e:3e:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:11Z', 'updated_at': '2021-12-07T18:24:11Z', 'revision_number': 0, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:51Z', 'revision_number': 5, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:24:13.586043 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.securitygroups_db [None req-6e4b23c3-2302-480c-a2a4-123c86844d2e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Project ad6fb53129e547a9b4093380eb0ec0ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:24:13.591934 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6e4b23c3-2302-480c-a2a4-123c86844d2e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.665002 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6e4b23c3-2302-480c-a2a4-123c86844d2e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.669137 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6e4b23c3-2302-480c-a2a4-123c86844d2e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.686075 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b23c3-2302-480c-a2a4-123c86844d2e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62964da3-c9a7-400f-bd89-ce7fcfccf9b8,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:13.696570 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-6e4b23c3-2302-480c-a2a4-123c86844d2e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:13.698459 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-6e4b23c3-2302-480c-a2a4-123c86844d2e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405473 Dec 07 18:24:13.772854 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8d6a9-d5b9-4352-a6d0-8e7395f437cf None None] New status for floating IP 767b8689-85fe-48a8-9e3c-56e7d914f738: ACTIVE {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:24:13.801002 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-554d9472-e16d-4a39-aab3-c56f1be37d73 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79285650&fields=id&tenant_id=ad6fb53129e547a9b4093380eb0ec0ad HTTP/1.1" status: 200 len: 267 time: 0.0528879 Dec 07 18:24:13.849412 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-18c382df-d30b-41f2-81b6-08515411ce6a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:13.855111 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-18c382df-d30b-41f2-81b6-08515411ce6a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0492165 Dec 07 18:24:13.863465 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-a27244d6-4cc1-4d68-ac9b-f4672f2e4310 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'port': {'security_groups': ['920957dc-96b2-46d1-852d-8830666269c4', '7c841487-3d4c-4019-9480-3f4fa3144871']}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:13.932282 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-a27244d6-4cc1-4d68-ac9b-f4672f2e4310 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:14.062030 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-69b0aac9-c47c-4c41-ae58-abe73607aa75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:14.120543 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-a27244d6-4cc1-4d68-ac9b-f4672f2e4310 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] For port 034465fc-5b1e-4ffa-9dbb-b8191300a064, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:24:14.149319 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-a27244d6-4cc1-4d68-ac9b-f4672f2e4310 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:14.153835 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-a27244d6-4cc1-4d68-ac9b-f4672f2e4310 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:14.199515 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-a27244d6-4cc1-4d68-ac9b-f4672f2e4310 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:14.200191 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-a27244d6-4cc1-4d68-ac9b-f4672f2e4310 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:14.201756 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0c187b17-4cfa-4537-89c4-159ff2859ba2 req-a27244d6-4cc1-4d68-ac9b-f4672f2e4310 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "PUT /v2.0/ports/034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 200 len: 981 time: 0.3431187 Dec 07 18:24:14.202273 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:24:14.204655 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59a4ee8-5a46-4750-a4d9-c72699a58f94" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:24:14.205310 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['034465fc-5b1e-4ffa-9dbb-b8191300a064'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:24:14.230809 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27244d6-4cc1-4d68-ac9b-f4672f2e4310 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'Port': ['ID=034465fc-5b1e-4ffa-9dbb-b8191300a064,revision_number=6']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:14.293884 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c92e77-77e6-47c8-ae84-9931d1493450 x-openstack-request-id: req-07c92e77-77e6-47c8-ae84-9931d1493450 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:24:14.294181 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:24:14.294599 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07c92e77-77e6-47c8-ae84-9931d1493450 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:24:14.295121 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'status': 'completed', 'code': 200} Dec 07 18:24:14.357146 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5a7c-e28c-4677-8f21-e25e9f794c78 req-f92233ce-3a9e-4dc5-a26a-f66e0aa29884 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:14.359447 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-657f5a7c-e28c-4677-8f21-e25e9f794c78 req-f92233ce-3a9e-4dc5-a26a-f66e0aa29884 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0542507 Dec 07 18:24:14.391567 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-cc4c4159-439b-461b-80cc-40a991120d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:14.393223 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-cc4c4159-439b-461b-80cc-40a991120d04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad6fb53129e547a9b4093380eb0ec0ad&device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 1137 time: 0.0499368 Dec 07 18:24:14.430652 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-657f5a7c-e28c-4677-8f21-e25e9f794c78 req-bf54e5e4-0341-4b14-8225-732e3bd0934b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0644832 Dec 07 18:24:14.464195 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-8706cdd1-b504-44be-a49a-88af383e2bd7 None None] Provisioning complete for port 034465fc-5b1e-4ffa-9dbb-b8191300a064 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:24:14.464546 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8706cdd1-b504-44be-a49a-88af383e2bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:14.498703 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['034465fc-5b1e-4ffa-9dbb-b8191300a064'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:24:14.554035 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-b9665561-bbec-4c68-a09f-9bab004f55b4 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:14.555634 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-b9665561-bbec-4c68-a09f-9bab004f55b4 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.37 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.1151922 Dec 07 18:24:14.630132 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-23338493-e2cb-4483-ab74-78a6fe5377e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:14.631524 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-23338493-e2cb-4483-ab74-78a6fe5377e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=959929fe-24b2-4716-8851-426a6d5d4aff HTTP/1.1" status: 200 len: 916 time: 0.1927738 Dec 07 18:24:14.721240 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b7d3b-5ba4-4ffd-a8ff-0b7d5d040585 req-1ac9e794-b7c1-4a34-9f85-8cd8df60fc8c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:14.722727 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1a8b7d3b-5ba4-4ffd-a8ff-0b7d5d040585 req-1ac9e794-b7c1-4a34-9f85-8cd8df60fc8c tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 945 time: 0.1486444 Dec 07 18:24:14.762888 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-4bbca7ff-7bc5-4954-9b60-78420416fa7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 200 len: 1000 time: 0.1200740 Dec 07 18:24:14.827118 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-9d38ed05-ebc2-497b-95d6-e91fe3a25091 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Deleting port 6fe28390-4b29-4405-af8e-eb3914c31d9d {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:24:14.827461 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-9d38ed05-ebc2-497b-95d6-e91fe3a25091 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:14.835599 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1a8b7d3b-5ba4-4ffd-a8ff-0b7d5d040585 req-8fb5b028-a8b0-41cf-8b71-4ad4c7f8a99b tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/security-groups?id=74043904-1f95-4e89-aa47-fc5e62be7076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031511 Dec 07 18:24:14.892494 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-e9055bbb-a677-47b1-9130-e7b3b6ae7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:14.893877 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-e9055bbb-a677-47b1-9130-e7b3b6ae7af4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=183c683b-6ae4-4627-9e10-dd5e2d84f658 HTTP/1.1" status: 200 len: 854 time: 0.1145055 Dec 07 18:24:14.965960 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-9d38ed05-ebc2-497b-95d6-e91fe3a25091 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] For port 6fe28390-4b29-4405-af8e-eb3914c31d9d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6fe28390-4b29-4405-af8e-eb3914c31d9d,segment=NetworkSegment(50acf798-d428-41a8-af94-362d4c73bd3c),segment_id=50acf798-d428-41a8-af94-362d4c73bd3c)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:24:14.966328 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-9d38ed05-ebc2-497b-95d6-e91fe3a25091 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:14.982734 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-8ad00314-6ba7-47c4-acee-8632ab6f839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:14.984219 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-8ad00314-6ba7-47c4-acee-8632ab6f839d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=959929fe-24b2-4716-8851-426a6d5d4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807776 Dec 07 18:24:14.985114 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-9d38ed05-ebc2-497b-95d6-e91fe3a25091 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Calling delete_port for 6fe28390-4b29-4405-af8e-eb3914c31d9d owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:24:15.076962 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:15.166465 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-5a9f3fec-4f77-4dc5-9db3-9e86b5c94b66 service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421390 Dec 07 18:24:15.177426 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e35a4c-9a34-40c1-8fef-e26e2aa90462 req-60fe1d38-b9cd-47cb-9619-dd2c9bee2a6f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:15.178828 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-69e35a4c-9a34-40c1-8fef-e26e2aa90462 req-60fe1d38-b9cd-47cb-9619-dd2c9bee2a6f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 945 time: 0.0853901 Dec 07 18:24:15.313966 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-9d38ed05-ebc2-497b-95d6-e91fe3a25091 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:15.324337 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-69e35a4c-9a34-40c1-8fef-e26e2aa90462 req-3b00673d-f69d-4a69-b54c-e86a191d4e6f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327090 Dec 07 18:24:15.350092 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38ed05-ebc2-497b-95d6-e91fe3a25091 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Pushing event deleted for resources: {'Port': ['ID=6fe28390-4b29-4405-af8e-eb3914c31d9d,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:15.402014 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a59a4ee8-5a46-4750-a4d9-c72699a58f94 req-addbb750-02ac-4562-a9e1-c33eff4f08ea service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222517 Dec 07 18:24:15.402844 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-9d38ed05-ebc2-497b-95d6-e91fe3a25091 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] No DVR routers for this DVR port 6fe28390-4b29-4405-af8e-eb3914c31d9d on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:24:15.405326 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-9d38ed05-ebc2-497b-95d6-e91fe3a25091 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:15.408554 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3d6be6d1-4773-49a2-b7d3-04a117ac5932 req-9d38ed05-ebc2-497b-95d6-e91fe3a25091 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.37 "DELETE /v2.0/ports/6fe28390-4b29-4405-af8e-eb3914c31d9d HTTP/1.1" status: 204 len: 173 time: 0.8449893 Dec 07 18:24:15.947214 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5d0f5b5a-e3f6-4156-b3bb-45d708cd10a7 req-58116306-8dda-4a65-98da-019f3a7bef13 tempest-VolumesSnapshotTestJSON-115607840 tempest-VolumesSnapshotTestJSON-115607840-project] 10.222.0.47 "GET /v2.0/ports?device_id=61387abf-650a-4e4a-b4e1-335cb040d716 HTTP/1.1" status: 200 len: 210 time: 0.0287447 Dec 07 18:24:16.296480 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61387abf-650a-4e4a-b4e1-335cb040d716', 'name': 'network-vif-deleted', 'tag': '6fe28390-4b29-4405-af8e-eb3914c31d9d'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:24:16.298753 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16685af5-2a9f-4ed2-894b-1649057240b7" -d '{"events": [{"server_uuid": "61387abf-650a-4e4a-b4e1-335cb040d716", "name": "network-vif-deleted", "tag": "6fe28390-4b29-4405-af8e-eb3914c31d9d"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:24:16.334040 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8209bd8-ea81-4269-a84c-b2cfa890548a x-openstack-request-id: req-d8209bd8-ea81-4269-a84c-b2cfa890548a {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:24:16.334331 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61387abf-650a-4e4a-b4e1-335cb040d716", "name": "network-vif-deleted", "tag": "6fe28390-4b29-4405-af8e-eb3914c31d9d", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:24:16.334577 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d8209bd8-ea81-4269-a84c-b2cfa890548a {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:24:16.334990 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61387abf-650a-4e4a-b4e1-335cb040d716', 'name': 'network-vif-deleted', 'tag': '6fe28390-4b29-4405-af8e-eb3914c31d9d', 'status': 'completed', 'code': 200} Dec 07 18:24:16.414471 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:16.436636 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7e7bd-3375-4211-ab4a-7798fa289531 req-ad9193a2-754d-4144-94cc-344648a70592 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:16.438134 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a4c7e7bd-3375-4211-ab4a-7798fa289531 req-ad9193a2-754d-4144-94cc-344648a70592 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 945 time: 0.0475411 Dec 07 18:24:16.486368 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a4c7e7bd-3375-4211-ab4a-7798fa289531 req-553774a3-017c-4ffe-978e-95b338a463cc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Dec 07 18:24:17.170835 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6fe28390-4b29-4405-af8e-eb3914c31d9d no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:24:17.191284 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 6fe28390-4b29-4405-af8e-eb3914c31d9d {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:24:17.191683 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6fe28390-4b29-4405-af8e-eb3914c31d9d not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:24:17.329291 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a346a-1bd0-4967-94d2-ef232881c5be req-4d6b28d9-44a6-4ed2-90ca-0b44f1db6d95 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:17.330787 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-784a346a-1bd0-4967-94d2-ef232881c5be req-4d6b28d9-44a6-4ed2-90ca-0b44f1db6d95 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 945 time: 0.0479970 Dec 07 18:24:17.424580 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Deleting port 449ed5ea-4280-460f-9655-5db288a4d3c4 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:24:17.424832 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:17.514633 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] For port 449ed5ea-4280-460f-9655-5db288a4d3c4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=449ed5ea-4280-460f-9655-5db288a4d3c4,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:24:17.514991 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:17.604987 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397ecc0-3721-4d71-99c3-039328ca1287 req-b9e4d38d-68f5-486c-9317-6943fc14d988 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:17.606251 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:17.607657 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3397ecc0-3721-4d71-99c3-039328ca1287 req-b9e4d38d-68f5-486c-9317-6943fc14d988 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 945 time: 0.0516601 Dec 07 18:24:17.661963 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3397ecc0-3721-4d71-99c3-039328ca1287 req-33233106-8b05-468e-ac9d-1f02a5678353 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470452 Dec 07 18:24:17.737166 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:17.737439 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:17.737755 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.l3_db [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Floating IP 1568f738-0234-498d-996b-1fbb66246b50 disassociated. External IP: 172.27.2.188, port: 449ed5ea-4280-460f-9655-5db288a4d3c4. Dec 07 18:24:17.738091 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Calling delete_port for 449ed5ea-4280-460f-9655-5db288a4d3c4 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:24:17.861508 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:17.893420 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event deleted for resources: {'Port': ['ID=449ed5ea-4280-460f-9655-5db288a4d3c4,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:18.247160 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Router 9867ead9-c72a-497a-a736-0e1ccaaedeeb has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:24:18.356730 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:24:18.367119 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] Sync routers for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:24:18.380694 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:24:18.381336 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:24:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:18.394883 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] No DVR routers for this DVR port 449ed5ea-4280-460f-9655-5db288a4d3c4 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:24:18.397699 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:18.401573 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-784a346a-1bd0-4967-94d2-ef232881c5be req-f8d2f39e-9c26-4a39-846e-84c8a3ca6420 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "DELETE /v2.0/ports/449ed5ea-4280-460f-9655-5db288a4d3c4 HTTP/1.1" status: 204 len: 173 time: 1.0626409 Dec 07 18:24:18.402233 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'name': 'network-vif-deleted', 'tag': '449ed5ea-4280-460f-9655-5db288a4d3c4'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:24:18.404513 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed2ec0d-6a9d-4e3b-9b92-cc88bfc160c6" -d '{"events": [{"server_uuid": "55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e", "name": "network-vif-deleted", "tag": "449ed5ea-4280-460f-9655-5db288a4d3c4"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:24:18.455387 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea10a092-e6ce-4e4c-a660-fc3c6ea48162 x-openstack-request-id: req-ea10a092-e6ce-4e4c-a660-fc3c6ea48162 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:24:18.455682 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e", "name": "network-vif-deleted", "tag": "449ed5ea-4280-460f-9655-5db288a4d3c4", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:24:18.455932 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea10a092-e6ce-4e4c-a660-fc3c6ea48162 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:24:18.456360 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e', 'name': 'network-vif-deleted', 'tag': '449ed5ea-4280-460f-9655-5db288a4d3c4', 'status': 'completed', 'code': 200} Dec 07 18:24:18.538979 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:24:18.755620 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:18.756777 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-915fc9da-18c6-449f-85b4-e7ddb1abb95e req-5a2ef38e-9695-48d1-9865-1f228d140fea tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 210 time: 0.0248699 Dec 07 18:24:18.782880 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] Checking router: 9867ead9-c72a-497a-a736-0e1ccaaedeeb for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:24:18.793091 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:24:18.793700 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:24:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:18.901586 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:24:19.099944 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:19.125329 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea332bfc-7fb9-481b-b03a-9d7dfc3c5855 None None] The sync data for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi is: [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:24:19.350677 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58cc952-a305-4dca-9ed9-eeca4dd6796f None None] New status for floating IP 1568f738-0234-498d-996b-1fbb66246b50: DOWN {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:24:19.850420 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-52d5c2e1-7509-4a49-908b-f8b051859bcd req-b41bd8af-2c1e-40e1-9387-b7ce936f079f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 210 time: 0.0252314 Dec 07 18:24:20.943330 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f55518cb-47ff-4575-ada9-c278d24fff82 req-a9347f70-b15c-43a7-81ba-15b6c88aecbe tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 210 time: 0.0249798 Dec 07 18:24:22.033877 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dd6adc2e-b84e-43d0-9e5d-beda6b6c3df9 req-9ed1ebf9-968b-482f-bf31-b670a5901b91 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 210 time: 0.0254052 Dec 07 18:24:22.818717 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 449ed5ea-4280-460f-9655-5db288a4d3c4 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:24:22.838713 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 449ed5ea-4280-460f-9655-5db288a4d3c4 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:24:22.839052 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 449ed5ea-4280-460f-9655-5db288a4d3c4 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:24:23.129778 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2314cafb-e8a5-4214-a7b6-cb2465104b00 req-59753016-93aa-4eab-9277-77a64a93835a tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d6d3fc-c2c1-4907-b7f4-7630e3ad2b7e HTTP/1.1" status: 200 len: 210 time: 0.0254955 Dec 07 18:24:24.339249 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-5084530c-3424-4c51-b68f-7bb988d0533e tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1621733622&fields=id&tenant_id=b2ffdb42521347679d15fd16968b883a HTTP/1.1" status: 200 len: 267 time: 0.0465810 Dec 07 18:24:24.681596 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-b04f6175-7f76-4796-88d4-7b2b715c76a5 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:24.682966 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-b04f6175-7f76-4796-88d4-7b2b715c76a5 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 811 time: 0.3356175 Dec 07 18:24:24.697852 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-2ae2179e-a500-42cb-9acb-2a8ae3a39e8b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/quotas/b2ffdb42521347679d15fd16968b883a HTTP/1.1" status: 200 len: 375 time: 0.0092173 Dec 07 18:24:24.746162 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-31bdf5bb-98ba-48ef-92ee-1eaf7e66f5fb tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432339 Dec 07 18:24:24.884916 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-0b3eed46-90a6-4ea5-abe4-8de060414b23 service neutron] 10.222.0.47 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268237 Dec 07 18:24:24.973869 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-e186c561-6fdd-4415-8451-18a407fa15da service neutron] 10.222.0.47 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828826 Dec 07 18:24:25.274191 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-283baa5c-f0b7-45f7-87d6-4f231af204aa req-bf43e3ae-de5c-4aae-9daa-8576bb8688b6 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 210 time: 0.0253835 Dec 07 18:24:26.348459 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-70f221a1-97d4-43b7-b7ff-a32eb2827228 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:26.350687 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-70f221a1-97d4-43b7-b7ff-a32eb2827228 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 811 time: 0.1317813 Dec 07 18:24:26.378673 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2f8a6d2c-ae98-440c-a1f4-f505d9276e1f req-fc0740dc-d6e4-403a-92c9-bf9ec826cb88 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 210 time: 0.0327377 Dec 07 18:24:26.455887 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-9813b14e-3c06-4097-8ab0-5a05eade70f2 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ffdb42521347679d15fd16968b883a HTTP/1.1" status: 200 len: 380 time: 0.0659802 Dec 07 18:24:26.466319 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'port': {'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'admin_state_up': True, 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'security_groups': ['759530d6-0584-4385-ba85-4bbd2df42cf8']}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:26.589029 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Made reservation on behalf of b2ffdb42521347679d15fd16968b883a for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:24:26.592582 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:26.694693 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01f1b9-4281-49df-8789-061e91d022b3 req-827fa6eb-3241-4d33-a49f-c2523074863d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:26.696668 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ea01f1b9-4281-49df-8789-061e91d022b3 req-827fa6eb-3241-4d33-a49f-c2523074863d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0515423 Dec 07 18:24:26.721167 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Allocated IP 172.20.0.4 (6cc4988e-6329-4aa5-8909-0e83fd003435/bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689/8fe68d58-b303-4231-8685-5906fa8af493) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:24:26.748243 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ea01f1b9-4281-49df-8789-061e91d022b3 req-c1a202c9-2ee6-42fa-8a80-8670a74d1385 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455601 Dec 07 18:24:26.863555 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:26.896860 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:26.941223 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:24:26.944256 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:24:26.948382 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:24:26.954829 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'Port': ['ID=8fe68d58-b303-4231-8685-5906fa8af493,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:27.005170 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:27.005788 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:27.023653 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-7cfeb8a1-2506-4a8d-927c-ec1e4ec1bc77 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612118 Dec 07 18:24:27.044241 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Request body: {'port': {'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:27.100248 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:27.175458 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-9be41f66-914c-4ceb-9d27-7aec28274031 None None] Provisioning complete for port 8fe68d58-b303-4231-8685-5906fa8af493 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:24:27.176054 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-9be41f66-914c-4ceb-9d27-7aec28274031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:27.211887 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-9be41f66-914c-4ceb-9d27-7aec28274031 None None] Port 8fe68d58-b303-4231-8685-5906fa8af493 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:24:27.364573 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe68d58-b303-4231-8685-5906fa8af493 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:24:27.372101 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:27.383469 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Transition to ACTIVE for port object 8fe68d58-b303-4231-8685-5906fa8af493 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:24:27.388754 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:27.442098 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Pushing event updated for resources: {'Port': ['ID=8fe68d58-b303-4231-8685-5906fa8af493,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:27.564747 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ad11-c979-4a3c-a3b4-800756d43870 req-42715a5c-4916-43eb-a957-69797b9e7d47 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:27.566310 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2e04ad11-c979-4a3c-a3b4-800756d43870 req-42715a5c-4916-43eb-a957-69797b9e7d47 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.1015205 Dec 07 18:24:27.569134 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Attempting to bind port 8fe68d58-b303-4231-8685-5906fa8af493 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:24:27.569477 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Attempting to bind port 8fe68d58-b303-4231-8685-5906fa8af493 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:24:27.569810 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Attempting to bind port 8fe68d58-b303-4231-8685-5906fa8af493 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:24:27.582796 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Port 8fe68d58-b303-4231-8685-5906fa8af493 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:24:27.583127 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Attempting to bind port 8fe68d58-b303-4231-8685-5906fa8af493 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:24:27.596011 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:24:27.596379 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Checking segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:24:27.596766 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Bound using segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:24:27.597289 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Bound port: 8fe68d58-b303-4231-8685-5906fa8af493, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:24:27.597551 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:27.662983 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2e04ad11-c979-4a3c-a3b4-800756d43870 req-144b2e04-4417-4069-97d1-6873956b120a tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887473 Dec 07 18:24:27.687929 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] For port 8fe68d58-b303-4231-8685-5906fa8af493, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:24:27.691130 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] For port 8fe68d58-b303-4231-8685-5906fa8af493, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=8fe68d58-b303-4231-8685-5906fa8af493,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:24:27.694476 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:27.729864 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:27.730499 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:27.731916 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] 10.222.0.37 "PUT /v2.0/ports/8fe68d58-b303-4231-8685-5906fa8af493 HTTP/1.1" status: 200 len: 1093 time: 0.6928899 Dec 07 18:24:27.732382 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'tag': '8fe68d58-b303-4231-8685-5906fa8af493'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:24:27.734733 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7" -d '{"events": [{"name": "network-changed", "server_uuid": "352d1fff-1ecd-45e4-9210-c6847e00a6bc", "tag": "8fe68d58-b303-4231-8685-5906fa8af493"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:24:27.758620 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e5f88-512a-40a0-8750-e38f5eeaac2b service neutron] Pushing event updated for resources: {'Port': ['ID=8fe68d58-b303-4231-8685-5906fa8af493,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:27.800855 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729651c9-c717-4d5b-a271-925c1b440689 x-openstack-request-id: req-729651c9-c717-4d5b-a271-925c1b440689 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:24:27.801439 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352d1fff-1ecd-45e4-9210-c6847e00a6bc", "tag": "8fe68d58-b303-4231-8685-5906fa8af493", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:24:27.801907 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-729651c9-c717-4d5b-a271-925c1b440689 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:24:27.802578 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'tag': '8fe68d58-b303-4231-8685-5906fa8af493', 'status': 'completed', 'code': 200} Dec 07 18:24:27.893638 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-e9536797-89b3-442b-9427-ab43e1a83c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:27.895124 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-e9536797-89b3-442b-9427-ab43e1a83c8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 1096 time: 0.0786176 Dec 07 18:24:27.907812 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c9e64-7bac-4bcf-9265-81982cdb3e49 req-877c053f-8ce9-4de5-ac83-584378700148 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:27.909363 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-597c9e64-7bac-4bcf-9265-81982cdb3e49 req-877c053f-8ce9-4de5-ac83-584378700148 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0818090 Dec 07 18:24:27.964776 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-efa9d52c-dd41-43ce-bd4a-cac1517b74b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe68d58-b303-4231-8685-5906fa8af493 HTTP/1.1" status: 200 len: 217 time: 0.0464070 Dec 07 18:24:28.005725 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-597c9e64-7bac-4bcf-9265-81982cdb3e49 req-95ae0767-56c4-4cfc-b49a-02ca9db5f854 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884237 Dec 07 18:24:28.045150 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-f0ae36c5-20cb-40f2-8db1-ad1d0771600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:28.046634 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-f0ae36c5-20cb-40f2-8db1-ad1d0771600a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.0547357 Dec 07 18:24:28.098959 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-0939f5dd-820f-4911-88e7-e3f57e0b50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:28.100487 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-0939f5dd-820f-4911-88e7-e3f57e0b50dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459492 Dec 07 18:24:28.194781 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-845fc95f-8fe5-4501-b1ce-f286f4f0fc13 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813682 Dec 07 18:24:28.287749 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d30c325-eaf9-42d2-8a58-ba685b18f306 req-ee7ea67e-a7d8-4223-857f-282b38f5b203 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849280 Dec 07 18:24:28.454451 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-f867fb0e-ea21-49ea-9ef7-679a0f8aba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:28.455922 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-f867fb0e-ea21-49ea-9ef7-679a0f8aba6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 1096 time: 0.0398803 Dec 07 18:24:28.548614 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-8f2035e1-1a41-495f-bd93-4696fdfd209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:28.550090 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-8f2035e1-1a41-495f-bd93-4696fdfd209e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 912 time: 0.0865841 Dec 07 18:24:28.594307 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-4d3f462f-bddb-4913-bd75-d67930e663db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe68d58-b303-4231-8685-5906fa8af493 HTTP/1.1" status: 200 len: 217 time: 0.0351734 Dec 07 18:24:28.650153 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-fd72d01f-608f-46a9-893a-09e68b04a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:28.652017 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-fd72d01f-608f-46a9-893a-09e68b04a03d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.0500519 Dec 07 18:24:28.714032 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-0741ed62-06a6-4e50-9830-24a470ba3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:28.715595 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-0741ed62-06a6-4e50-9830-24a470ba3cdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557990 Dec 07 18:24:28.781882 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344ce90-a491-459c-a238-dcdd6fc97a60 req-79dcde8e-5a72-48bb-98e7-4955f4f3a0d3 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:28.783499 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2344ce90-a491-459c-a238-dcdd6fc97a60 req-79dcde8e-5a72-48bb-98e7-4955f4f3a0d3 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0477417 Dec 07 18:24:28.812926 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-53c208e0-f237-4026-bfef-f78fb552aa90 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883503 Dec 07 18:24:28.832759 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2344ce90-a491-459c-a238-dcdd6fc97a60 req-975fa975-5b76-43cb-9603-43495a53ac26 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428319 Dec 07 18:24:28.913965 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-39487ab8-12f4-40f7-b2ac-288c3f7bcad7 req-2be327a3-fc0f-4909-8fd2-8bec4b81ba1b service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934548 Dec 07 18:24:29.119906 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684d4ef-1820-49ee-8652-95e673161b23 req-d9017b1d-3f10-4149-b523-3b163c51c12f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:29.121390 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6684d4ef-1820-49ee-8652-95e673161b23 req-d9017b1d-3f10-4149-b523-3b163c51c12f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0475786 Dec 07 18:24:29.167347 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6684d4ef-1820-49ee-8652-95e673161b23 req-c5040425-8272-44bb-a7b9-cf3b0e6154d4 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401406 Dec 07 18:24:29.949683 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc6b73-7fee-4ee9-852b-7ce88fa40367 req-8a5bcf68-6b6d-4aa6-80ef-607ed60a41a2 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:29.951156 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-25fc6b73-7fee-4ee9-852b-7ce88fa40367 req-8a5bcf68-6b6d-4aa6-80ef-607ed60a41a2 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0520558 Dec 07 18:24:30.000304 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-25fc6b73-7fee-4ee9-852b-7ce88fa40367 req-7261bdda-1633-421e-b4d4-6ac552d6dffb tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Dec 07 18:24:30.281571 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba57aa4-215f-4bf1-9ebc-0cdd783ebb89 req-d1f90986-fd4a-4208-8f7b-fc715bc06b87 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:30.282957 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dba57aa4-215f-4bf1-9ebc-0cdd783ebb89 req-d1f90986-fd4a-4208-8f7b-fc715bc06b87 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0476079 Dec 07 18:24:30.328988 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dba57aa4-215f-4bf1-9ebc-0cdd783ebb89 req-0ad97a8e-c237-438e-9a1c-61da2a5f4567 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401042 Dec 07 18:24:31.112602 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd1e7d-0ea6-424a-b5d5-2bfab077f4cf req-72e910fd-ee3f-482a-9cc0-ff83d0cecf2d tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:31.114071 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-68dd1e7d-0ea6-424a-b5d5-2bfab077f4cf req-72e910fd-ee3f-482a-9cc0-ff83d0cecf2d tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0471258 Dec 07 18:24:31.161685 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-68dd1e7d-0ea6-424a-b5d5-2bfab077f4cf req-966d552b-4c15-4dee-8d7d-2d619efabf71 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 Dec 07 18:24:31.443960 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e8854-cf3d-4c58-8d20-e977a01e824d req-9b284b96-14e9-4538-8358-2bdd26599ba7 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:31.445740 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d52e8854-cf3d-4c58-8d20-e977a01e824d req-9b284b96-14e9-4538-8358-2bdd26599ba7 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0511055 Dec 07 18:24:31.491990 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d52e8854-cf3d-4c58-8d20-e977a01e824d req-69f2445e-a4b9-46d6-b63b-fa3222d35b1b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 Dec 07 18:24:32.275202 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bafdbb-d0e0-44c8-b6bd-9c4844f75c5b req-e6345bff-fa3a-44d5-91a2-9d8bb8bca578 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:32.276885 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d1bafdbb-d0e0-44c8-b6bd-9c4844f75c5b req-e6345bff-fa3a-44d5-91a2-9d8bb8bca578 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0476305 Dec 07 18:24:32.329771 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d1bafdbb-d0e0-44c8-b6bd-9c4844f75c5b req-d30a44b4-f6ee-4496-994e-4ce5d741d32a tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469744 Dec 07 18:24:32.606788 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c9897-3853-4ca1-a7b3-a33f59030a38 req-d501d6c4-cc93-470d-931d-1e66ae232fff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:32.608231 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-113c9897-3853-4ca1-a7b3-a33f59030a38 req-d501d6c4-cc93-470d-931d-1e66ae232fff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0479965 Dec 07 18:24:32.656653 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-113c9897-3853-4ca1-a7b3-a33f59030a38 req-bbfcb351-a65b-426c-ab57-77294a45aac4 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424020 Dec 07 18:24:33.441616 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92f38e-6ce4-42f4-8162-2d9741008f19 req-ff8a87f4-bd6c-440e-b8a5-d04c7e9d0f63 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:33.443077 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-da92f38e-6ce4-42f4-8162-2d9741008f19 req-ff8a87f4-bd6c-440e-b8a5-d04c7e9d0f63 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0471458 Dec 07 18:24:33.490764 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-da92f38e-6ce4-42f4-8162-2d9741008f19 req-779e542c-e7e4-4e90-a4dd-fead5603de4b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414464 Dec 07 18:24:33.771663 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9311b-a875-4112-8c3c-5acf8300dd85 req-22d8add6-985d-4eb1-9b62-940f706e3674 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:33.773152 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3dc9311b-a875-4112-8c3c-5acf8300dd85 req-22d8add6-985d-4eb1-9b62-940f706e3674 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0505180 Dec 07 18:24:33.819905 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3dc9311b-a875-4112-8c3c-5acf8300dd85 req-41544573-a57a-4e12-84a3-dc0e3d77e166 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403252 Dec 07 18:24:34.602191 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547895-b8f1-4289-9bd5-ee6a149ed2c1 req-d0bbd90e-e295-43c4-bad1-77c523c2b821 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:34.604023 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-94547895-b8f1-4289-9bd5-ee6a149ed2c1 req-d0bbd90e-e295-43c4-bad1-77c523c2b821 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0474522 Dec 07 18:24:34.652273 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-94547895-b8f1-4289-9bd5-ee6a149ed2c1 req-7035f8ec-a79b-44a1-a5e0-94c97cb31ac7 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424228 Dec 07 18:24:34.938412 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fcea3-8fbb-432d-b8f0-66276e4e49a8 req-ce0245ce-fc11-4843-ae10-dcf2839c95fb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:34.939918 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b36fcea3-8fbb-432d-b8f0-66276e4e49a8 req-ce0245ce-fc11-4843-ae10-dcf2839c95fb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0492923 Dec 07 18:24:34.986819 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b36fcea3-8fbb-432d-b8f0-66276e4e49a8 req-4b651212-e64a-44f4-8951-1cd408e041c8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404825 Dec 07 18:24:35.768295 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa353-c34a-46d8-8185-1af37b608796 req-0ee167bf-ab8a-4c28-8833-3165c8679ddc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:35.769832 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-edbaa353-c34a-46d8-8185-1af37b608796 req-0ee167bf-ab8a-4c28-8833-3165c8679ddc tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0509562 Dec 07 18:24:35.820395 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-edbaa353-c34a-46d8-8185-1af37b608796 req-bbbc9089-839b-45a9-aa56-364b9d524704 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437162 Dec 07 18:24:36.099150 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30590e8-311c-4324-8bdd-05050ed4930e req-6d44e999-72c1-400e-84db-b73113585ae2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:36.100611 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a30590e8-311c-4324-8bdd-05050ed4930e req-6d44e999-72c1-400e-84db-b73113585ae2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0470028 Dec 07 18:24:36.149653 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a30590e8-311c-4324-8bdd-05050ed4930e req-47f9b9e6-0a62-4444-9c28-1c312713142b tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431037 Dec 07 18:24:36.932819 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd6dd-3762-4b7b-be8e-a7b8fd7531ba req-6e00e811-2b3a-4003-9912-75067381a4f0 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:36.934191 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f6abd6dd-3762-4b7b-be8e-a7b8fd7531ba req-6e00e811-2b3a-4003-9912-75067381a4f0 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0473711 Dec 07 18:24:36.982200 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f6abd6dd-3762-4b7b-be8e-a7b8fd7531ba req-57d1209d-da28-4f0e-879a-c102adec42c1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Dec 07 18:24:37.261854 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f9fd-60d2-4b5b-961b-f9fea44d2d96 req-abc83629-6a73-4921-b23f-708089a6d230 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:37.263283 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9792f9fd-60d2-4b5b-961b-f9fea44d2d96 req-abc83629-6a73-4921-b23f-708089a6d230 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0470619 Dec 07 18:24:37.310225 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9792f9fd-60d2-4b5b-961b-f9fea44d2d96 req-d90a6b4b-0058-42ce-9483-93249cbf1b05 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 Dec 07 18:24:38.098572 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b996c-c4ed-4669-a5fd-b41726379371 req-4d047350-2777-49d7-8183-f45fa29cedbd tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:38.100019 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a00b996c-c4ed-4669-a5fd-b41726379371 req-4d047350-2777-49d7-8183-f45fa29cedbd tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0510130 Dec 07 18:24:38.148580 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a00b996c-c4ed-4669-a5fd-b41726379371 req-1c31c1cf-800c-4f2d-9a4f-2000386e2270 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Dec 07 18:24:38.421528 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c48ad0-0bae-4f12-b536-3774c4302041 req-2e840cc0-fdf7-457a-90e5-cf95d9324cbf tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:38.422868 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-49c48ad0-0bae-4f12-b536-3774c4302041 req-2e840cc0-fdf7-457a-90e5-cf95d9324cbf tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0458548 Dec 07 18:24:38.469132 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-49c48ad0-0bae-4f12-b536-3774c4302041 req-404814bb-7c2b-4fe6-81e4-df5ccb08ce8a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405343 Dec 07 18:24:39.260346 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ae157-bbca-488b-9c40-588fc9d81eab req-1868ae45-2d68-4f47-af56-3e06b5d87cc4 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:39.261836 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0c5ae157-bbca-488b-9c40-588fc9d81eab req-1868ae45-2d68-4f47-af56-3e06b5d87cc4 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0470464 Dec 07 18:24:39.309889 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0c5ae157-bbca-488b-9c40-588fc9d81eab req-e2b1936a-8bde-4a6c-abb2-2e30c7b3daad tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Dec 07 18:24:39.585552 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf892d3-fdca-430a-b9de-3ef21afce3c7 req-f1a4099a-8409-4726-8097-e28b844acac1 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:39.587020 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1bf892d3-fdca-430a-b9de-3ef21afce3c7 req-f1a4099a-8409-4726-8097-e28b844acac1 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0512211 Dec 07 18:24:39.635184 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1bf892d3-fdca-430a-b9de-3ef21afce3c7 req-3cb035a1-b3ec-4122-bcae-631350c03fa5 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Dec 07 18:24:40.421362 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90137d-d03d-4a82-a564-30a04a6558d6 req-d9de2cda-ae8c-4f7b-a6ad-9a9486abae4c tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:40.422815 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-cf90137d-d03d-4a82-a564-30a04a6558d6 req-d9de2cda-ae8c-4f7b-a6ad-9a9486abae4c tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0468071 Dec 07 18:24:40.474325 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-cf90137d-d03d-4a82-a564-30a04a6558d6 req-95091d8c-536f-4581-8c9a-79810bbe60e7 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456150 Dec 07 18:24:40.750888 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274a9de-a9a1-4b15-addb-1ebb4ed844b4 req-85cf2bb0-fd9a-4b4f-89ad-b3ace9f7bc96 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:40.752435 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5274a9de-a9a1-4b15-addb-1ebb4ed844b4 req-85cf2bb0-fd9a-4b4f-89ad-b3ace9f7bc96 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0500295 Dec 07 18:24:40.803925 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5274a9de-a9a1-4b15-addb-1ebb4ed844b4 req-a9bb6b30-914d-4ef1-bd0c-da9c7498fd3a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449045 Dec 07 18:24:41.517600 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8cf48177-590d-466c-a60d-b5a947c550c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:41.588546 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d12bde-5619-42cb-aa14-fa883a347e5d req-96ddcda0-08f8-4253-9b95-db1108356060 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:41.590065 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e2d12bde-5619-42cb-aa14-fa883a347e5d req-96ddcda0-08f8-4253-9b95-db1108356060 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0476789 Dec 07 18:24:41.642850 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e2d12bde-5619-42cb-aa14-fa883a347e5d req-1eb8a965-cd31-4942-b27f-1b9bbef886a8 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468681 Dec 07 18:24:41.919909 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:41.921481 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500a600-4ad1-40a9-b983-84ecc2407cc0 req-7259c977-8b6f-4f25-aa8f-fc17a6a0e95f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:41.922981 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f500a600-4ad1-40a9-b983-84ecc2407cc0 req-7259c977-8b6f-4f25-aa8f-fc17a6a0e95f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Dec 07 18:24:41.974312 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f500a600-4ad1-40a9-b983-84ecc2407cc0 req-1da6324e-82f9-4053-8cb5-72fe78041ab0 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452988 Dec 07 18:24:42.030506 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:24:42.755257 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8ad8-a902-4734-b90a-38d34a75ec5c req-9e10978a-5029-4f3a-a716-d87019264150 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:42.756753 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4c0f8ad8-a902-4734-b90a-38d34a75ec5c req-9e10978a-5029-4f3a-a716-d87019264150 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 943 time: 0.0466857 Dec 07 18:24:42.805557 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4c0f8ad8-a902-4734-b90a-38d34a75ec5c req-424e0838-e772-4a13-9059-45f546f16cef tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 Dec 07 18:24:42.905506 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 8fe68d58-b303-4231-8685-5906fa8af493 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:24:42.999895 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 8fe68d58-b303-4231-8685-5906fa8af493, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=8fe68d58-b303-4231-8685-5906fa8af493,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:24:43.012184 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '8fe68d58-b303-4231-8685-5906fa8af493', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'mac_address': 'fa:16:3e:51:a8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:24:43.052316 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:43.065852 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe68d58-b303-4231-8685-5906fa8af493 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:24:43.085908 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 8fe68d58-b303-4231-8685-5906fa8af493, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=8fe68d58-b303-4231-8685-5906fa8af493,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:24:43.091889 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:43.095498 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0154a-c6d3-4a7f-b1df-a6fc93c6a74c req-68e4a0d4-e9c0-42c6-9900-8dab18eeff81 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:43.100809 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-eea0154a-c6d3-4a7f-b1df-a6fc93c6a74c req-68e4a0d4-e9c0-42c6-9900-8dab18eeff81 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0566761 Dec 07 18:24:43.141471 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=8fe68d58-b303-4231-8685-5906fa8af493,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:43.148984 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-eea0154a-c6d3-4a7f-b1df-a6fc93c6a74c req-af355eaa-9012-46d9-87c6-f4f157963066 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460804 Dec 07 18:24:43.153636 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.153999 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.154345 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.154685 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.155130 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.155346 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.155674 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.156002 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.156359 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.157929 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.157929 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.157929 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.157929 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:24:43.345045 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d7cf2-b8da-4083-bcbf-91641196ef1a req-70363da6-131a-446d-a701-cc47480b0c2a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:43.346696 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-500d7cf2-b8da-4083-bcbf-91641196ef1a req-70363da6-131a-446d-a701-cc47480b0c2a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0478227 Dec 07 18:24:43.423574 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-500d7cf2-b8da-4083-bcbf-91641196ef1a req-6549a7ba-267b-44d1-b96f-9732f946a8a7 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707166 Dec 07 18:24:43.430074 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-9f9bac25-c5bc-4b30-9827-379266cfd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:43.431855 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-9f9bac25-c5bc-4b30-9827-379266cfd5c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 1098 time: 0.0655868 Dec 07 18:24:43.524213 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-60ca34f0-ed39-480a-acb6-b2e58ae16902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:43.525876 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-60ca34f0-ed39-480a-acb6-b2e58ae16902 service neutron] 10.222.0.37 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 912 time: 0.0859690 Dec 07 18:24:43.548475 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['8fe68d58-b303-4231-8685-5906fa8af493'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:24:43.594104 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-0fe1ba26-ca67-4cbc-ba33-063106063002 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32b38252-4967-4f79-bbd8-d483954c2fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0605943 Dec 07 18:24:43.647108 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-5d1468df-5eff-4a53-bd3e-fb511af2456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:43.648786 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-5d1468df-5eff-4a53-bd3e-fb511af2456e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 200 len: 850 time: 0.0445566 Dec 07 18:24:43.694856 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-e2a64622-1e1d-4117-802a-57c622a8177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:43.696536 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-e2a64622-1e1d-4117-802a-57c622a8177a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03597245-6d91-43e2-998e-8715e605ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407219 Dec 07 18:24:43.788862 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-250f8a3f-3bee-4fca-a50c-8202e20fb2ec service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844696 Dec 07 18:24:43.880605 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-59dfbafc-acf9-415e-8e60-990ff3df5c29 req-5bf11b0c-7809-44d4-ade8-345d2f06d6b3 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835898 Dec 07 18:24:43.925894 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d8e51-8f6f-4136-99c1-20d94700153e req-aa4a6aca-d497-4e99-9eb2-e3e4f1195e44 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:43.927364 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-957d8e51-8f6f-4136-99c1-20d94700153e req-aa4a6aca-d497-4e99-9eb2-e3e4f1195e44 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 944 time: 0.0514550 Dec 07 18:24:43.977822 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-957d8e51-8f6f-4136-99c1-20d94700153e req-bcd29fd6-d7a8-4fd2-85a6-fb739c9445c4 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434387 Dec 07 18:24:44.063955 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-bcbd4cdb-5a5d-442a-a8bb-d8e98f61f79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.217413 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53506) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:44.260250 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_v2 [None req-42998a8e-0833-4f79-8e05-9b4ac7140aa1 admin admin] Deleting subnet ecfb3150-5bf1-4f27-baa4-51872e917136 {{(pid=102526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:24:44.263196 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-42998a8e-0833-4f79-8e05-9b4ac7140aa1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.296532 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-42998a8e-0833-4f79-8e05-9b4ac7140aa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129596928'] for subnet, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.338336 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-42998a8e-0833-4f79-8e05-9b4ac7140aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.388247 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-42998a8e-0833-4f79-8e05-9b4ac7140aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126111972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130002198'] for subnet, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.415523 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42998a8e-0833-4f79-8e05-9b4ac7140aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfb3150-5bf1-4f27-baa4-51872e917136,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:44.419224 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-42998a8e-0833-4f79-8e05-9b4ac7140aa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.422535 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-42998a8e-0833-4f79-8e05-9b4ac7140aa1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ecfb3150-5bf1-4f27-baa4-51872e917136 HTTP/1.1" status: 204 len: 168 time: 0.2040775 Dec 07 18:24:44.425016 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53508) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:44.498193 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.544601 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfadd41-5ada-4e32-b120-d0297dca9004 req-f0c4a936-7864-4844-a10f-25ff2d194ce5 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:44.546007 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0dfadd41-5ada-4e32-b120-d0297dca9004 req-f0c4a936-7864-4844-a10f-25ff2d194ce5 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0531702 Dec 07 18:24:44.580698 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.596720 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0dfadd41-5ada-4e32-b120-d0297dca9004 req-60ab1e01-97cb-4a81-b959-7c70e84a0abb tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445607 Dec 07 18:24:44.601719 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07842e2a-e207-46cb-8816-cb96e1ef240f']}} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:44.611450 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50acf798-d428-41a8-af94-362d4c73bd3c') {'for_net_delete': True} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:44.611754 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50acf798-d428-41a8-af94-362d4c73bd3c') {} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:44.622514 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129597049'] for segment, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.639366 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.645231 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:24:44.645604 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126114566'] for segment, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: Traceback (most recent call last): Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: timer() Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: cb(*args, **kw) Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: return func(*args, **kwargs) Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: self._notify() Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: self.callback(batched_events) Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: event.method(event) Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: return f(self, *a, **k) Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._get(url).json() Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: return self.request(url, 'GET', **kwargs) Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:24:44.647613 dv-cinder-820918-1-iscsi neutron-server[102526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:24:44.703990 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.710105 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.713504 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] 10.222.0.47 "DELETE /v2.0/networks/07842e2a-e207-46cb-8816-cb96e1ef240f HTTP/1.1" status: 204 len: 168 time: 0.2875643 Dec 07 18:24:44.722536 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e128bd-1a30-42d2-bdf6-3ff282880737 admin admin] Pushing event deleted for resources: {'Network': ['ID=07842e2a-e207-46cb-8816-cb96e1ef240f,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:44.875547 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53514) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:44.908610 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 8fe68d58-b303-4231-8685-5906fa8af493 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:24:44.914117 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-c86f5ad9-7a6e-4117-85c5-6b44e38ac6ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=810b565128514abeb46ab344d2d1640f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374312 Dec 07 18:24:44.917102 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53516) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:44.960881 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 8fe68d58-b303-4231-8685-5906fa8af493 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:24:44.965325 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 8fe68d58-b303-4231-8685-5906fa8af493 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:24:44.965559 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-24dd7730-85df-4ab5-b074-0c69fd2c55aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.965878 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:44.990038 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-24dd7730-85df-4ab5-b074-0c69fd2c55aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:45.048543 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-24dd7730-85df-4ab5-b074-0c69fd2c55aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:45.052206 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-24dd7730-85df-4ab5-b074-0c69fd2c55aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:45.053414 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-24dd7730-85df-4ab5-b074-0c69fd2c55aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74043904-1f95-4e89-aa47-fc5e62be7076 HTTP/1.1" status: 204 len: 168 time: 0.1354144 Dec 07 18:24:45.059632 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:45.065573 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd7730-85df-4ab5-b074-0c69fd2c55aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74043904-1f95-4e89-aa47-fc5e62be7076,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:45.104833 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440576-904e-4599-8255-c83018a71304 req-9ff67d0b-4a81-473e-8faa-9f7298c9e4ab tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:45.107062 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9f440576-904e-4599-8255-c83018a71304 req-9ff67d0b-4a81-473e-8faa-9f7298c9e4ab tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 944 time: 0.0550931 Dec 07 18:24:45.108723 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe68d58-b303-4231-8685-5906fa8af493'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:24:45.111195 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f83697-0d68-424c-849f-696bd7b403a0" -d '{"events": [{"server_uuid": "352d1fff-1ecd-45e4-9210-c6847e00a6bc", "name": "network-vif-plugged", "status": "completed", "tag": "8fe68d58-b303-4231-8685-5906fa8af493"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:24:45.127393 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:45.129166 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 8fe68d58-b303-4231-8685-5906fa8af493, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=8fe68d58-b303-4231-8685-5906fa8af493,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:24:45.135129 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:45.166883 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f25da6e-4e18-4c29-ade8-fa6cb888e289 x-openstack-request-id: req-0f25da6e-4e18-4c29-ade8-fa6cb888e289 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:24:45.167264 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352d1fff-1ecd-45e4-9210-c6847e00a6bc", "name": "network-vif-plugged", "status": "completed", "tag": "8fe68d58-b303-4231-8685-5906fa8af493", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:24:45.167589 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f25da6e-4e18-4c29-ade8-fa6cb888e289 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:24:45.168069 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe68d58-b303-4231-8685-5906fa8af493', 'code': 200} Dec 07 18:24:45.179446 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9f440576-904e-4599-8255-c83018a71304 req-ae8c76ac-19bc-49de-8947-ed80a64a0aa5 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661893 Dec 07 18:24:45.199868 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=8fe68d58-b303-4231-8685-5906fa8af493,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:45.446440 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5670fa-f092-4b3c-93ad-f6832e43cbe8 req-6b609c2b-7771-4e65-a7dd-4d69062f8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:45.448089 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ab5670fa-f092-4b3c-93ad-f6832e43cbe8 req-6b609c2b-7771-4e65-a7dd-4d69062f8957 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 1098 time: 0.0420713 Dec 07 18:24:45.497085 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ab5670fa-f092-4b3c-93ad-f6832e43cbe8 req-b0e64cc2-6e95-4ef9-858e-e3e634e56df0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409384 Dec 07 18:24:45.731736 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbf093-0564-42ba-87b9-4809ae85f92d req-eb628ab2-1a47-4adf-814f-6f468afabb2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:45.733156 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2dcbf093-0564-42ba-87b9-4809ae85f92d req-eb628ab2-1a47-4adf-814f-6f468afabb2f tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0483611 Dec 07 18:24:45.779806 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2dcbf093-0564-42ba-87b9-4809ae85f92d req-f918d432-3ce1-4a13-8f98-a6a35fc4d24e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407608 Dec 07 18:24:46.298516 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52297eb8-0c25-4aac-9d8c-90600758aba6 req-dcf8915f-f57a-4b00-8fce-6e5cab040b31 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:46.299985 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-52297eb8-0c25-4aac-9d8c-90600758aba6 req-dcf8915f-f57a-4b00-8fce-6e5cab040b31 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0524163 Dec 07 18:24:46.349910 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-52297eb8-0c25-4aac-9d8c-90600758aba6 req-e2b1ddda-82fb-49a5-8372-7e7027019557 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Dec 07 18:24:46.359661 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-7cfbe202-eca5-45f5-b0c0-ff2e585a4ef2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391324 Dec 07 18:24:46.418495 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:46.438092 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-5c904b3b-f86a-4d13-83e0-ca5478a63b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:46.439844 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-5c904b3b-f86a-4d13-83e0-ca5478a63b0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 1100 time: 0.0453327 Dec 07 18:24:46.554420 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-5151d5cc-6a80-466c-aab0-06a3afb2f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:46.555804 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-5151d5cc-6a80-466c-aab0-06a3afb2f036 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.0856450 Dec 07 18:24:46.623772 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-66086afb-b3d3-4af6-8438-f4143f17208f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce HTTP/1.1" status: 200 len: 1002 time: 0.0603333 Dec 07 18:24:46.673121 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-13c41fee-dd9d-4aad-bb15-d9bcb5a0e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:46.674541 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-13c41fee-dd9d-4aad-bb15-d9bcb5a0e698 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.0431700 Dec 07 18:24:46.723782 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-e6ee0757-59a2-4dce-a8b8-3ddfef49576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:46.725269 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-e6ee0757-59a2-4dce-a8b8-3ddfef49576e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394051 Dec 07 18:24:46.819856 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-5505b624-2518-4165-87e7-a24909253257 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862098 Dec 07 18:24:46.910949 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1d19b68e-7e95-4653-9be0-21b99a525a96 req-eebfacc9-6641-42f5-b2f2-db71f0a5717e service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823424 Dec 07 18:24:47.469457 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3352758-670d-4264-bd7e-a4b9a988bb89 req-b4453877-5f65-455b-afca-0f25c29473d7 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:47.470917 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c3352758-670d-4264-bd7e-a4b9a988bb89 req-b4453877-5f65-455b-afca-0f25c29473d7 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0515783 Dec 07 18:24:47.522530 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c3352758-670d-4264-bd7e-a4b9a988bb89 req-c389fa92-51cb-4c74-aff7-ab3683578489 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458357 Dec 07 18:24:47.608735 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:47.636385 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74113d3-bb05-4347-978b-a2c05d418d6d req-47366de7-2aa8-44e4-af8a-0021f37547d7 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:47.637808 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c74113d3-bb05-4347-978b-a2c05d418d6d req-47366de7-2aa8-44e4-af8a-0021f37547d7 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0492527 Dec 07 18:24:47.686287 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c74113d3-bb05-4347-978b-a2c05d418d6d req-802a328e-f6fe-46f1-98b5-87141a4dc8f6 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Dec 07 18:24:47.708637 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53536) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:47.745539 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40be1ae9-b5c1-4417-a970-a9c8d895ace6 tempest-TestVolumeBootPattern-1604343381 tempest-TestVolumeBootPattern-1604343381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:47.747044 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-40be1ae9-b5c1-4417-a970-a9c8d895ace6 tempest-TestVolumeBootPattern-1604343381 tempest-TestVolumeBootPattern-1604343381-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 1093 time: 0.0374556 Dec 07 18:24:47.749642 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53538) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:24:47.753810 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'floatingip': {'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:24:47.774898 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:47.873656 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:47.979756 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Allocated IP 172.27.2.200 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/f203cd70-b158-4348-9497-e71349fbf15b) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:24:48.077258 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:48.114035 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:48.151601 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:24:48.154761 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:24:48.158078 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:24:48.189357 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'Port': ['ID=f203cd70-b158-4348-9497-e71349fbf15b,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:48.508156 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:48.576499 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:48.721127 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:48.726683 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126114602'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:48.793714 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'Port': ['ID=f203cd70-b158-4348-9497-e71349fbf15b,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:24:48.807294 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:48.905543 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.l3_db [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Floating IP 25cdf004-790f-449a-8a44-03373c10fe10 associated. External IP: 172.27.2.200, port: 8fe68d58-b303-4231-8685-5906fa8af493. Dec 07 18:24:49.107676 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Router 9867ead9-c72a-497a-a736-0e1ccaaedeeb has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:24:49.210115 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:24:49.221051 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] Sync routers for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:24:49.229899 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:24:49.232226 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:24:49.232879 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:24:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:49.255622 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-d81316bb-d170-4f75-a86e-9e8d7a6a3f73 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5049834 Dec 07 18:24:49.256211 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'tag': '8fe68d58-b303-4231-8685-5906fa8af493'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:24:49.258510 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c78819d-cc54-4ef8-b0a9-ec3265421069" -d '{"events": [{"name": "network-changed", "server_uuid": "352d1fff-1ecd-45e4-9210-c6847e00a6bc", "tag": "8fe68d58-b303-4231-8685-5906fa8af493"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:24:49.295834 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105c862c-948a-452e-87e3-a3481cc381c2 x-openstack-request-id: req-105c862c-948a-452e-87e3-a3481cc381c2 {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:24:49.296133 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352d1fff-1ecd-45e4-9210-c6847e00a6bc", "tag": "8fe68d58-b303-4231-8685-5906fa8af493", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:24:49.296436 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-105c862c-948a-452e-87e3-a3481cc381c2 {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:24:49.296847 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'tag': '8fe68d58-b303-4231-8685-5906fa8af493', 'status': 'completed', 'code': 200} Dec 07 18:24:49.339618 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:24:49.391767 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-22491de4-cf68-42ef-bbcc-ebbf33b15b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:49.393316 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-22491de4-cf68-42ef-bbcc-ebbf33b15b31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 1098 time: 0.0401881 Dec 07 18:24:49.488828 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-b1fee5bb-34f3-4ae8-8830-13aba36be448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:49.491048 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-b1fee5bb-34f3-4ae8-8830-13aba36be448 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 912 time: 0.0891118 Dec 07 18:24:49.566900 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '25cdf004-790f-449a-8a44-03373c10fe10', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:51:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:48Z', 'updated_at': '2021-12-07T18:24:48Z', 'revision_number': 0, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:49.598911 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] Checking router: 9867ead9-c72a-497a-a736-0e1ccaaedeeb for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:24:49.608254 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:24:49.608927 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:24:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:49.796654 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-1d2761b5-2b5a-4200-97c5-42a837b8e548 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe68d58-b303-4231-8685-5906fa8af493 HTTP/1.1" status: 200 len: 999 time: 0.2973044 Dec 07 18:24:49.841245 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:24:49.847294 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-272feeac-fb97-4b99-80a3-a86e07c4d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:49.848786 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-272feeac-fb97-4b99-80a3-a86e07c4d727 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.0448709 Dec 07 18:24:49.896474 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-b50f2b41-fc6c-4dd0-869c-d675303799f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:24:49.897940 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-b50f2b41-fc6c-4dd0-869c-d675303799f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418198 Dec 07 18:24:49.987664 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-f36a7d70-952d-498d-a45d-1e93f6fbb7d3 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812314 Dec 07 18:24:50.060442 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '25cdf004-790f-449a-8a44-03373c10fe10', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:51:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:48Z', 'updated_at': '2021-12-07T18:24:48Z', 'revision_number': 0, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:24:50.080615 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4c78819d-cc54-4ef8-b0a9-ec3265421069 req-5c0dc159-8b7b-4e58-b489-0dd0b22909a1 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852282 Dec 07 18:24:50.090119 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe230e49-fd89-4939-8255-74528e821aa9 None None] The sync data for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi is: [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '25cdf004-790f-449a-8a44-03373c10fe10', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:51:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:48Z', 'updated_at': '2021-12-07T18:24:48Z', 'revision_number': 0, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:24:50.281375 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4faf2f-0fab-43b7-aecc-bfb38cb9e507 None None] New status for floating IP 25cdf004-790f-449a-8a44-03373c10fe10: ACTIVE {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:25:11.518408 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-23eceb0a-4ed4-4583-91e5-6b29d8f1ede2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:11.913362 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:14.065147 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8e86f941-415d-497d-87e4-b763367eed98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:15.053499 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de680d9e-652d-457b-a237-34c483d86cb0 req-dda12500-6c29-42a0-87d1-50310eece29f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:15.054979 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-de680d9e-652d-457b-a237-34c483d86cb0 req-dda12500-6c29-42a0-87d1-50310eece29f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0472457 Dec 07 18:25:15.083778 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:15.102255 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-de680d9e-652d-457b-a237-34c483d86cb0 req-e3804c77-81b7-49a2-926d-73344c11a1d3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Dec 07 18:25:16.222196 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf9a6a-d61e-427f-a9bb-227ce6e6a601 req-43074bd7-6ba1-4cb5-9f89-e33b3d22cd92 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:16.223646 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8ebf9a6a-d61e-427f-a9bb-227ce6e6a601 req-43074bd7-6ba1-4cb5-9f89-e33b3d22cd92 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0478370 Dec 07 18:25:16.270463 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8ebf9a6a-d61e-427f-a9bb-227ce6e6a601 req-6077a941-801a-4bee-a244-f0894763418b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Dec 07 18:25:16.421555 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:17.190696 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-de4a10ba-92d3-4bbd-bb1a-4b03e3361824 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:17.192008 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-de4a10ba-92d3-4bbd-bb1a-4b03e3361824 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.37 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0469623 Dec 07 18:25:17.287132 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Deleting port 0b69af12-bbc2-431f-bafb-b98e3a3448ce {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:25:17.287811 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:17.377140 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] For port 0b69af12-bbc2-431f-bafb-b98e3a3448ce, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=0b69af12-bbc2-431f-bafb-b98e3a3448ce,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:25:17.377498 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:17.389555 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c3f5e-5a53-4e7b-a06d-e3c940376c72 req-c989dded-e2e4-40e4-bd4c-6fafeaa8dc8c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:17.391046 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-521c3f5e-5a53-4e7b-a06d-e3c940376c72 req-c989dded-e2e4-40e4-bd4c-6fafeaa8dc8c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 947 time: 0.0480661 Dec 07 18:25:17.440664 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-521c3f5e-5a53-4e7b-a06d-e3c940376c72 req-0d1fe7a1-3f86-45ab-a60f-ce84d201ba2d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=a12cfa20-6184-435f-87da-9fa401014c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435939 Dec 07 18:25:17.552207 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:17.552592 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:17.552905 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.l3_db [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Floating IP 155c34c6-c140-4541-ae39-88810c437431 disassociated. External IP: 172.27.2.249, port: 0b69af12-bbc2-431f-bafb-b98e3a3448ce. Dec 07 18:25:17.553245 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Calling delete_port for 0b69af12-bbc2-431f-bafb-b98e3a3448ce owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:25:17.610368 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:17.683835 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:17.713192 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event deleted for resources: {'Port': ['ID=0b69af12-bbc2-431f-bafb-b98e3a3448ce,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:17.723998 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.724373 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.724718 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.725062 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.725401 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.725737 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.726085 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.726384 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.726710 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.727042 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.727370 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.727696 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.728026 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:17.842590 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Router 0508a122-6692-4043-a866-490a4c434394 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:25:17.945711 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:25:17.955685 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] Sync routers for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:25:17.966723 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:25:17.967341 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:25:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:17.988016 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] No DVR routers for this DVR port 0b69af12-bbc2-431f-bafb-b98e3a3448ce on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:25:17.990443 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:17.994204 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c51217aa-7b97-4ad7-b01d-787867ed118b req-1590acf8-5ea6-48a7-bfd2-4264c99e965d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.37 "DELETE /v2.0/ports/0b69af12-bbc2-431f-bafb-b98e3a3448ce HTTP/1.1" status: 204 len: 173 time: 0.7950375 Dec 07 18:25:17.994759 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'name': 'network-vif-deleted', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:25:17.997354 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcdcaa6-db51-43b7-ae6f-99ba06c6668d" -d '{"events": [{"server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "name": "network-vif-deleted", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:25:18.039854 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42072950-6b39-4601-af3b-4378f3b5fc41 x-openstack-request-id: req-42072950-6b39-4601-af3b-4378f3b5fc41 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:25:18.040145 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290577fd-00ec-4159-b62a-bfde06984833", "name": "network-vif-deleted", "tag": "0b69af12-bbc2-431f-bafb-b98e3a3448ce", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:25:18.040432 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42072950-6b39-4601-af3b-4378f3b5fc41 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:25:18.040828 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290577fd-00ec-4159-b62a-bfde06984833', 'name': 'network-vif-deleted', 'tag': '0b69af12-bbc2-431f-bafb-b98e3a3448ce', 'status': 'completed', 'code': 200} Dec 07 18:25:18.075618 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:25:18.285313 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:18.311946 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] Checking router: 0508a122-6692-4043-a866-490a4c434394 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:25:18.319788 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:25:18.320409 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:25:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:18.422233 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:25:18.560380 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4b5edbfd-22c1-4d12-8fdb-7f75094ba7c1 req-ab07fd94-df81-404b-b483-3da98d50383a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=290577fd-00ec-4159-b62a-bfde06984833 HTTP/1.1" status: 200 len: 210 time: 0.0292814 Dec 07 18:25:18.632227 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:18.658244 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b2c68-16a1-4e1c-ad0d-07da37c79f15 None None] The sync data for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi is: [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:25:18.874311 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5c805-a258-4a7c-9fd9-9be7a3296f9a None None] New status for floating IP 155c34c6-c140-4541-ae39-88810c437431: DOWN {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:25:19.029100 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:25:20.670701 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53604) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:20.723183 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:20.745778 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:20.792497 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:20.795443 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:20.796728 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "DELETE /v2.0/security-groups/a12cfa20-6184-435f-87da-9fa401014c20 HTTP/1.1" status: 204 len: 168 time: 0.1249926 Dec 07 18:25:20.799526 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53606) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:20.805657 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12cfa20-6184-435f-87da-9fa401014c20,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:20.812689 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.813047 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.813188 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.api.v2.resource [None req-cc1def65-01e5-4725-aa71-4fec044d6257 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] show failed (client error): The resource could not be found. Dec 07 18:25:20.813396 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.813741 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.814082 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.814422 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.814758 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.815092 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.815426 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.815758 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.816092 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.816455 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.816789 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56194092-a16a-444d-920c-040855e79dd5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:20.816919 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-cc1def65-01e5-4725-aa71-4fec044d6257 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups/a12cfa20-6184-435f-87da-9fa401014c20 HTTP/1.1" status: 404 len: 347 time: 0.0163913 Dec 07 18:25:20.817450 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53608) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:20.940793 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-0c09923c-1e94-4034-a6da-6e0fb9719232 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Deleting port 0044d349-e282-41fe-94a0-3da6120627af {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:25:20.941045 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0c09923c-1e94-4034-a6da-6e0fb9719232 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:21.013836 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0c09923c-1e94-4034-a6da-6e0fb9719232 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:21.014163 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0c09923c-1e94-4034-a6da-6e0fb9719232 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:21.025557 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-0c09923c-1e94-4034-a6da-6e0fb9719232 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Calling delete_port for 0044d349-e282-41fe-94a0-3da6120627af owned by network:floatingip {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:25:21.113302 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 0b69af12-bbc2-431f-bafb-b98e3a3448ce no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:25:21.133002 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 0b69af12-bbc2-431f-bafb-b98e3a3448ce {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:25:21.133350 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 0b69af12-bbc2-431f-bafb-b98e3a3448ce not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:25:21.165966 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0c09923c-1e94-4034-a6da-6e0fb9719232 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:21.195416 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09923c-1e94-4034-a6da-6e0fb9719232 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event deleted for resources: {'Port': ['ID=0044d349-e282-41fe-94a0-3da6120627af,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:21.253989 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0c09923c-1e94-4034-a6da-6e0fb9719232 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:21.257185 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0c09923c-1e94-4034-a6da-6e0fb9719232 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:21.258315 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-0c09923c-1e94-4034-a6da-6e0fb9719232 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "DELETE /v2.0/floatingips/155c34c6-c140-4541-ae39-88810c437431 HTTP/1.1" status: 204 len: 168 time: 0.4399977 Dec 07 18:25:21.588092 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53614) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:21.593453 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-a1751e09-e73d-420b-b407-0b288cbeb682 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509944294', 'description': 'tempest-description--1613549135'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:21.614428 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a1751e09-e73d-420b-b407-0b288cbeb682 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:21.677651 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a1751e09-e73d-420b-b407-0b288cbeb682 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:21.681374 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a1751e09-e73d-420b-b407-0b288cbeb682 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:21.711036 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a1751e09-e73d-420b-b407-0b288cbeb682 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:21.712247 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a1751e09-e73d-420b-b407-0b288cbeb682 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1223903 Dec 07 18:25:21.715147 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53616) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:21.720354 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-4e8904d2-d8bf-461b-ab7a-5e72a092ab4d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'security_group_rule': {'security_group_id': '636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:21.725180 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751e09-e73d-420b-b407-0b288cbeb682 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:21.749626 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4e8904d2-d8bf-461b-ab7a-5e72a092ab4d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.031040 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4e8904d2-d8bf-461b-ab7a-5e72a092ab4d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.034965 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4e8904d2-d8bf-461b-ab7a-5e72a092ab4d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.054117 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8904d2-d8bf-461b-ab7a-5e72a092ab4d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdbeb09-a000-4ed0-ac16-34c7770fe5f0,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:22.063457 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-4e8904d2-d8bf-461b-ab7a-5e72a092ab4d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.064675 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-4e8904d2-d8bf-461b-ab7a-5e72a092ab4d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3478200 Dec 07 18:25:22.067296 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53618) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:22.071902 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-58c13013-14c5-474b-974a-84c65af56209 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'security_group_rule': {'security_group_id': '636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:22.096836 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-58c13013-14c5-474b-974a-84c65af56209 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.149761 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-58c13013-14c5-474b-974a-84c65af56209 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.153684 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-58c13013-14c5-474b-974a-84c65af56209 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.169914 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c13013-14c5-474b-974a-84c65af56209 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc8a737-efff-44f6-a657-99c566e93e60,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:22.180646 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-58c13013-14c5-474b-974a-84c65af56209 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.181819 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-58c13013-14c5-474b-974a-84c65af56209 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135926 Dec 07 18:25:22.185133 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53620) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:22.189342 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'floatingip': {'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:22.209882 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.305585 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.408996 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_common [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Allocated IP 172.27.2.169 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/372fc4df-296c-4870-bc21-3006d7a1ebfb) {{(pid=102526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:25:22.509138 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for port, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.541347 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.580260 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:25:22.583072 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Resources bound (agent type, host, resource id): {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:25:22.586523 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Received port after_create {{(pid=102526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:25:22.607391 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'Port': ['ID=372fc4df-296c-4870-bc21-3006d7a1ebfb,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:22.676810 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.709251 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.856081 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for port, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.860966 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126114602'] for port, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.928752 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'Port': ['ID=372fc4df-296c-4870-bc21-3006d7a1ebfb,revision_number=2']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:22.940800 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.955654 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:22.956893 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-2be2d3c5-44c1-48cb-a419-fd9663cf371a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7708206 Dec 07 18:25:23.166079 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-680cc913-8f55-48c0-9496-96e88dd35f0d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--509944294&fields=id&tenant_id=6e910263dc9448a283a75ee5ee242b85 HTTP/1.1" status: 200 len: 267 time: 0.0577910 Dec 07 18:25:23.284812 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-b5e69d81-7ac4-482e-867f-412118f36dc1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:23.286552 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-b5e69d81-7ac4-482e-867f-412118f36dc1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 816 time: 0.1124856 Dec 07 18:25:23.302716 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-223ede22-b441-4027-99ae-b72acbc07f8e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/quotas/6e910263dc9448a283a75ee5ee242b85 HTTP/1.1" status: 200 len: 375 time: 0.0092051 Dec 07 18:25:23.355963 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-caae61b7-2383-472c-979c-68e7977f4e0b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477011 Dec 07 18:25:23.457197 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-09ba8265-9212-4b44-99bb-d7f71ee4c0a8 service neutron] 10.222.0.47 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892558 Dec 07 18:25:23.546284 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-538e0f09-f55d-4a68-bdd2-e267516aa3ff service neutron] 10.222.0.47 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829043 Dec 07 18:25:23.725261 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dcfcce26-2686-4296-ae6b-86a9d3262306 req-8166fb89-ed3c-421c-8e81-c1053873d2d8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 210 time: 0.0411675 Dec 07 18:25:24.806135 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-40374c59-5130-4d57-a8e6-a7d42a549992 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:24.808863 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-40374c59-5130-4d57-a8e6-a7d42a549992 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 816 time: 0.1097076 Dec 07 18:25:24.832974 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-faad23a5-7a36-4c84-8268-609aa20c8f14 req-146453db-a929-457b-a6bd-fecf4e1f2d10 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 210 time: 0.0307162 Dec 07 18:25:24.882593 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-136949ed-fcb9-47b9-b0ff-c54626c73ee8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e910263dc9448a283a75ee5ee242b85 HTTP/1.1" status: 200 len: 379 time: 0.0558536 Dec 07 18:25:24.893417 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'port': {'device_id': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'admin_state_up': True, 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'security_groups': ['636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a']}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:24.998211 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Made reservation on behalf of 6e910263dc9448a283a75ee5ee242b85 for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:25:25.001642 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:25.125925 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Allocated IP 172.20.0.3 (ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec/6fd65f4f-b876-41e8-9bde-333f8d69f506/89f63593-643b-4475-b5dd-5f07463e9d69) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:25:25.261207 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:25.294325 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:25.337836 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:25:25.341390 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:25:25.343714 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:25:25.369051 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event updated for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:25.398956 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:25.399582 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:25.417156 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-171680e5-36c1-468e-8695-2319d95c712d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5266378 Dec 07 18:25:25.435942 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Request body: {'port': {'device_id': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:25.496513 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:25.529214 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-7a09dc4c-13a1-4f71-9132-b3e1b6d271fd None None] Provisioning complete for port 89f63593-643b-4475-b5dd-5f07463e9d69 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:25:25.529880 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-7a09dc4c-13a1-4f71-9132-b3e1b6d271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:25.563101 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-7a09dc4c-13a1-4f71-9132-b3e1b6d271fd None None] Port 89f63593-643b-4475-b5dd-5f07463e9d69 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:25:25.755812 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f63593-643b-4475-b5dd-5f07463e9d69 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:25:25.763752 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:25.776196 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Transition to ACTIVE for port object 89f63593-643b-4475-b5dd-5f07463e9d69 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:25:25.780378 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:25.831976 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Pushing event updated for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:25.905752 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Attempting to bind port 89f63593-643b-4475-b5dd-5f07463e9d69 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:25:25.906178 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Attempting to bind port 89f63593-643b-4475-b5dd-5f07463e9d69 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:25:25.906571 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Attempting to bind port 89f63593-643b-4475-b5dd-5f07463e9d69 on network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:25:25.920418 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Port 89f63593-643b-4475-b5dd-5f07463e9d69 on network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:25:25.920740 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Attempting to bind port 89f63593-643b-4475-b5dd-5f07463e9d69 on network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:25:25.939430 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:25:25.939766 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Checking segment: {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:25:25.940155 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Bound using segment: {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:25:25.940638 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Bound port: 89f63593-643b-4475-b5dd-5f07463e9d69, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:25:25.940990 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:26.000449 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afcff7-10c2-4fba-ae85-ac67bdf40776 req-5d54d485-5c0e-466f-acd3-7d512f21c87b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:26.001921 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-74afcff7-10c2-4fba-ae85-ac67bdf40776 req-5d54d485-5c0e-466f-acd3-7d512f21c87b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0918808 Dec 07 18:25:26.041760 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:25:26.061079 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:25:26.065249 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:26.110041 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-74afcff7-10c2-4fba-ae85-ac67bdf40776 req-735812e8-da64-4ee1-b385-7482a1c89ce3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005089 Dec 07 18:25:26.114109 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:26.114717 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:26.116011 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] 10.222.0.37 "PUT /v2.0/ports/89f63593-643b-4475-b5dd-5f07463e9d69 HTTP/1.1" status: 200 len: 1093 time: 0.6845927 Dec 07 18:25:26.116470 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:25:26.118708 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:25:26.139555 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462732e-3552-4ba1-8361-19e2bdecbb6b service neutron] Pushing event updated for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:26.164542 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5447254e-1de8-4886-a9b0-ef2e4a3a6759 x-openstack-request-id: req-5447254e-1de8-4886-a9b0-ef2e4a3a6759 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:25:26.164837 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:25:26.165094 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5447254e-1de8-4886-a9b0-ef2e4a3a6759 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:25:26.165498 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69', 'status': 'completed', 'code': 200} Dec 07 18:25:26.244901 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8d0ce4ec-efb3-4307-8316-a243974e1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:26.246635 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8d0ce4ec-efb3-4307-8316-a243974e1318 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 1096 time: 0.0428298 Dec 07 18:25:26.305077 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-5d03e46d-bbd4-4dc7-b031-1424c9f6b37b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89f63593-643b-4475-b5dd-5f07463e9d69 HTTP/1.1" status: 200 len: 217 time: 0.0389438 Dec 07 18:25:26.353447 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8e8fb8cc-07c8-472a-ae7d-215ec98e1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:26.355142 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-8e8fb8cc-07c8-472a-ae7d-215ec98e1a23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.0434542 Dec 07 18:25:26.401402 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-58597ec1-77b2-4cef-82da-039cf566a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:26.402778 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-58597ec1-77b2-4cef-82da-039cf566a03f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392857 Dec 07 18:25:26.497251 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-655bafa4-90f4-4a70-96da-69cf505d347c service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842772 Dec 07 18:25:26.585665 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d8e4d63-972d-4974-84a3-25d40fa6419d req-3ab62d68-d1a9-4084-b7de-d4f473f8d812 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803893 Dec 07 18:25:26.721916 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-dcc980ee-6963-4513-a1ec-95cb83a4b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:26.723364 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-dcc980ee-6963-4513-a1ec-95cb83a4b887 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 1096 time: 0.0391209 Dec 07 18:25:26.815161 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-d2a5085b-4ba9-4057-86ce-2eb151a4540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:26.816641 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-d2a5085b-4ba9-4057-86ce-2eb151a4540e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.0857964 Dec 07 18:25:26.859304 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-392836aa-8673-4de4-8053-3409b59c5f8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89f63593-643b-4475-b5dd-5f07463e9d69 HTTP/1.1" status: 200 len: 217 time: 0.0340686 Dec 07 18:25:26.910526 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-6b8c37e3-a8f9-48b9-8dff-2a83187f642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:26.911931 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-6b8c37e3-a8f9-48b9-8dff-2a83187f642f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.0460200 Dec 07 18:25:26.956915 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-6cc26380-ccb1-4b09-b5d5-bd9b4c2b0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:26.958344 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-6cc26380-ccb1-4b09-b5d5-bd9b4c2b0734 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388415 Dec 07 18:25:27.045290 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-01ce28e7-17ef-4d9c-82a3-ffe595110d99 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793722 Dec 07 18:25:27.142288 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6d47b2b-dc6a-4768-9b0e-3ecc0ad4434e req-ab124c0a-7cd6-4e1b-9b21-4e1f38f2eece service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884709 Dec 07 18:25:27.243185 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868ef10-97aa-4de5-b362-63eb6d26ebc9 req-9986b0ea-84ab-46cb-9f93-61df8d2dec54 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:27.245486 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f868ef10-97aa-4de5-b362-63eb6d26ebc9 req-9986b0ea-84ab-46cb-9f93-61df8d2dec54 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0477941 Dec 07 18:25:27.289851 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f868ef10-97aa-4de5-b362-63eb6d26ebc9 req-dc269605-36d3-4e3e-bc61-1377809c091c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387659 Dec 07 18:25:28.409231 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9c42a-7b5b-4fb8-872c-1152b3ee8d36 req-a181b152-ae3c-4588-ae50-c5f4a3d769a3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:28.410685 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-71a9c42a-7b5b-4fb8-872c-1152b3ee8d36 req-a181b152-ae3c-4588-ae50-c5f4a3d769a3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0475636 Dec 07 18:25:28.457175 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-71a9c42a-7b5b-4fb8-872c-1152b3ee8d36 req-a9d2a28c-da3b-4583-9cb7-0b652cef16e2 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406554 Dec 07 18:25:29.134883 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89f63593-643b-4475-b5dd-5f07463e9d69 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:25:29.228212 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:25:29.242906 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '89f63593-643b-4475-b5dd-5f07463e9d69', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'port_id': '89f63593-643b-4475-b5dd-5f07463e9d69', 'mac_address': 'fa:16:3e:42:8a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:25:29.278985 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:29.291752 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f63593-643b-4475-b5dd-5f07463e9d69 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:25:29.315716 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:25:29.319485 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:29.364499 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:29.576902 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d41a5-bbcb-4338-808f-22969baccd0b req-3bfd622f-aa3d-487b-acf8-3f4bb5d8b993 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:29.578434 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0e4d41a5-bbcb-4338-808f-22969baccd0b req-3bfd622f-aa3d-487b-acf8-3f4bb5d8b993 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 944 time: 0.0507038 Dec 07 18:25:29.625400 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0e4d41a5-bbcb-4338-808f-22969baccd0b req-977d131f-8af9-4a18-9059-aa87c0de801b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398719 Dec 07 18:25:29.764503 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['89f63593-643b-4475-b5dd-5f07463e9d69'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:25:30.742947 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba8abc-a34d-4004-9659-779d92deab5b req-7bd08ffd-faaa-4c0d-8ce1-08464ba2376f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:30.744496 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efba8abc-a34d-4004-9659-779d92deab5b req-7bd08ffd-faaa-4c0d-8ce1-08464ba2376f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 944 time: 0.0474129 Dec 07 18:25:30.789716 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-efba8abc-a34d-4004-9659-779d92deab5b req-8a9f4beb-a002-4314-840f-73b9912a347a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393927 Dec 07 18:25:31.135609 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89f63593-643b-4475-b5dd-5f07463e9d69 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:25:31.183399 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 89f63593-643b-4475-b5dd-5f07463e9d69 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:25:31.187390 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 89f63593-643b-4475-b5dd-5f07463e9d69 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:25:31.187766 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:31.264474 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:31.286700 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:25:31.288969 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1115b4-cde4-4e3e-ac82-370758a0b750" -d '{"events": [{"server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "name": "network-vif-plugged", "status": "completed", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:25:31.301551 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:25:31.305728 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:31.330987 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9680acdd-d097-4204-89ca-81be1719060b x-openstack-request-id: req-9680acdd-d097-4204-89ca-81be1719060b {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:25:31.331283 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "name": "network-vif-plugged", "status": "completed", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:25:31.331535 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9680acdd-d097-4204-89ca-81be1719060b {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:25:31.331924 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69', 'code': 200} Dec 07 18:25:31.354984 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:31.541412 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e64d3-258c-471f-a9d0-51221ac3f7fb req-e7666a29-49ee-4b67-a5a8-6e39648f00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:31.542952 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-096e64d3-258c-471f-a9d0-51221ac3f7fb req-e7666a29-49ee-4b67-a5a8-6e39648f00f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0390289 Dec 07 18:25:31.588457 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-096e64d3-258c-471f-a9d0-51221ac3f7fb req-7ccdaff2-7731-41df-b740-dba0d1072c30 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366087 Dec 07 18:25:31.914695 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27953-c460-4ccf-ba39-aa4c4891125b req-d6931186-c021-4e0a-a256-8d69856adcae tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:31.917010 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5dd27953-c460-4ccf-ba39-aa4c4891125b req-d6931186-c021-4e0a-a256-8d69856adcae tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0545328 Dec 07 18:25:31.966212 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5dd27953-c460-4ccf-ba39-aa4c4891125b req-de35662b-f448-4a71-867b-fbb3a2bca9c1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432634 Dec 07 18:25:32.023386 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fffd1-e944-45e7-94bf-3800d3ea3fb8 req-3836bd58-b4b5-4e6f-910b-d588e509ba1b tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:32.025350 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e09fffd1-e944-45e7-94bf-3800d3ea3fb8 req-3836bd58-b4b5-4e6f-910b-d588e509ba1b tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0486817 Dec 07 18:25:32.078501 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e09fffd1-e944-45e7-94bf-3800d3ea3fb8 req-9bed7d65-110f-41b1-924c-7129a683c98d tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474987 Dec 07 18:25:33.085628 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9198d-25c3-49dc-af61-85c3e88fb74c req-4771c332-5d66-4de0-97f0-180e40aa760e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:33.087090 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4aa9198d-25c3-49dc-af61-85c3e88fb74c req-4771c332-5d66-4de0-97f0-180e40aa760e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0486450 Dec 07 18:25:33.138093 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4aa9198d-25c3-49dc-af61-85c3e88fb74c req-3dd895ad-f518-4cad-bb7e-aba954ed5407 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448997 Dec 07 18:25:33.196585 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c2f7-f6c4-42cd-92b3-af781360393e req-81e48196-16e4-4978-a73d-7696404e5fbe tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:33.198806 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a764c2f7-f6c4-42cd-92b3-af781360393e req-81e48196-16e4-4978-a73d-7696404e5fbe tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0506716 Dec 07 18:25:33.249809 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a764c2f7-f6c4-42cd-92b3-af781360393e req-5e50ed19-0fe3-40d3-b999-e14bb0259f03 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451200 Dec 07 18:25:34.253250 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f243fe1-5d84-4895-9469-456840cce25c req-b11e16a8-1d06-40db-849c-6481a9a94f34 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:34.254704 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1f243fe1-5d84-4895-9469-456840cce25c req-b11e16a8-1d06-40db-849c-6481a9a94f34 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0464492 Dec 07 18:25:34.304782 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1f243fe1-5d84-4895-9469-456840cce25c req-bebca84b-e9d6-453a-9f77-9fb9a841c5b1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437262 Dec 07 18:25:34.366801 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817fc7e-38e7-42b3-8b4a-dea0e0ae4f4b req-a5880bea-fd9a-4c34-af62-9e3b51814059 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:34.368300 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0817fc7e-38e7-42b3-8b4a-dea0e0ae4f4b req-a5880bea-fd9a-4c34-af62-9e3b51814059 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0497930 Dec 07 18:25:34.417943 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0817fc7e-38e7-42b3-8b4a-dea0e0ae4f4b req-e5a819a4-89f8-4fe2-a545-e496921f140f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430634 Dec 07 18:25:34.421391 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831afc39-3c1e-4085-af0c-6139124701f9 req-b220f80e-5d86-4d16-8a3d-d8fc94099eea tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:34.423034 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-831afc39-3c1e-4085-af0c-6139124701f9 req-b220f80e-5d86-4d16-8a3d-d8fc94099eea tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0472419 Dec 07 18:25:34.431295 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53692) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:34.436630 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-70e99129-052d-4504-92ef-1b9dffa4bfb3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Request body: {'floatingip': {'port_id': '89f63593-643b-4475-b5dd-5f07463e9d69'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:34.474192 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-70e99129-052d-4504-92ef-1b9dffa4bfb3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, before_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:34.897540 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-70e99129-052d-4504-92ef-1b9dffa4bfb3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:34.901342 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-70e99129-052d-4504-92ef-1b9dffa4bfb3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_update {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:34.998989 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.l3_db [None req-70e99129-052d-4504-92ef-1b9dffa4bfb3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Floating IP b3949b4e-dd70-4d82-bbdc-24a350e453e4 associated. External IP: 172.27.2.169, port: 89f63593-643b-4475-b5dd-5f07463e9d69. Dec 07 18:25:35.198047 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e99129-052d-4504-92ef-1b9dffa4bfb3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Router 0508a122-6692-4043-a866-490a4c434394 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:25:35.300189 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e99129-052d-4504-92ef-1b9dffa4bfb3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:25:35.305038 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-70e99129-052d-4504-92ef-1b9dffa4bfb3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:35.310277 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] Sync routers for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:25:35.324019 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:25:35.324667 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:25:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:35.330749 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-70e99129-052d-4504-92ef-1b9dffa4bfb3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "PUT /v2.0/floatingips/b3949b4e-dd70-4d82-bbdc-24a350e453e4 HTTP/1.1" status: 200 len: 991 time: 0.8974524 Dec 07 18:25:35.331331 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:25:35.333652 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9832081-002e-440a-98cd-7c26a388df18" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:25:35.376249 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb93cd8b-3476-481f-b40e-9d5414c6bd5a x-openstack-request-id: req-cb93cd8b-3476-481f-b40e-9d5414c6bd5a {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:25:35.376678 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:25:35.377071 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb93cd8b-3476-481f-b40e-9d5414c6bd5a {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:25:35.377487 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69', 'status': 'completed', 'code': 200} Dec 07 18:25:35.431041 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:25:35.472803 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9832081-002e-440a-98cd-7c26a388df18 req-ae6a5aef-bf75-44d7-9eed-957f98571081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:35.474330 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f9832081-002e-440a-98cd-7c26a388df18 req-ae6a5aef-bf75-44d7-9eed-957f98571081 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0468597 Dec 07 18:25:35.595307 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce5257-bf53-4342-b07d-ef8e7955af5a req-868082c6-6e7b-4740-be43-251130e366c7 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:35.596911 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a5ce5257-bf53-4342-b07d-ef8e7955af5a req-868082c6-6e7b-4740-be43-251130e366c7 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.1052501 Dec 07 18:25:35.629178 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9832081-002e-440a-98cd-7c26a388df18 req-334a50e1-1d78-4ba1-a7ae-2f23f708b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:35.630606 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f9832081-002e-440a-98cd-7c26a388df18 req-334a50e1-1d78-4ba1-a7ae-2f23f708b8cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.1478360 Dec 07 18:25:35.701458 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a5ce5257-bf53-4342-b07d-ef8e7955af5a req-7c2cb512-2278-434c-8784-3853f165bf9b tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905151 Dec 07 18:25:35.723919 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f9832081-002e-440a-98cd-7c26a388df18 req-94957f63-4f36-445c-9533-f8022f4aa2bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89f63593-643b-4475-b5dd-5f07463e9d69 HTTP/1.1" status: 200 len: 999 time: 0.0803182 Dec 07 18:25:35.776308 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9832081-002e-440a-98cd-7c26a388df18 req-6ab97618-36f6-41f8-80e3-5b904a560a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:35.777840 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f9832081-002e-440a-98cd-7c26a388df18 req-6ab97618-36f6-41f8-80e3-5b904a560a15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.0441687 Dec 07 18:25:35.784157 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': 'b3949b4e-dd70-4d82-bbdc-24a350e453e4', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '0508a122-6692-4043-a866-490a4c434394', 'port_id': '89f63593-643b-4475-b5dd-5f07463e9d69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'mac_address': 'fa:16:3e:42:8a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:25:22Z', 'updated_at': '2021-12-07T18:25:34Z', 'revision_number': 1, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:35.814722 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] Checking router: 0508a122-6692-4043-a866-490a4c434394 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:25:35.823237 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:25:35.823852 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:25:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:35.828318 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9832081-002e-440a-98cd-7c26a388df18 req-5c342cb5-e552-42cf-82bb-b2d52faf87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:35.829814 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f9832081-002e-440a-98cd-7c26a388df18 req-5c342cb5-e552-42cf-82bb-b2d52faf87ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439832 Dec 07 18:25:35.922522 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f9832081-002e-440a-98cd-7c26a388df18 req-fa7fc7e8-4ce6-4342-a72e-ccd7cd691080 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829515 Dec 07 18:25:35.928403 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:25:36.156310 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': 'b3949b4e-dd70-4d82-bbdc-24a350e453e4', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '0508a122-6692-4043-a866-490a4c434394', 'port_id': '89f63593-643b-4475-b5dd-5f07463e9d69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'mac_address': 'fa:16:3e:42:8a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:25:22Z', 'updated_at': '2021-12-07T18:25:34Z', 'revision_number': 1, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:36.186727 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df4ff5-2950-40f0-8da1-7f188007fb02 None None] The sync data for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi is: [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': 'b3949b4e-dd70-4d82-bbdc-24a350e453e4', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '0508a122-6692-4043-a866-490a4c434394', 'port_id': '89f63593-643b-4475-b5dd-5f07463e9d69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'mac_address': 'fa:16:3e:42:8a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:25:22Z', 'updated_at': '2021-12-07T18:25:34Z', 'revision_number': 1, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:25:36.242125 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f9832081-002e-440a-98cd-7c26a388df18 req-6b7950c2-e3db-4e7b-969d-5c32ac3a9630 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116188 Dec 07 18:25:36.371067 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946bce3-6b42-4cb1-acd1-c2578af7ed6e None None] New status for floating IP b3949b4e-dd70-4d82-bbdc-24a350e453e4: ACTIVE {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:25:36.814062 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7f762-93b5-4162-83c6-622f7770154f req-47f449b6-7d2a-4a03-94e6-f27bdc15310f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:36.815507 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-36e7f762-93b5-4162-83c6-622f7770154f req-47f449b6-7d2a-4a03-94e6-f27bdc15310f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0485694 Dec 07 18:25:36.865307 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-36e7f762-93b5-4162-83c6-622f7770154f req-2657c8fe-fa7d-41ae-a1cd-435778427b4d tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435777 Dec 07 18:25:37.980989 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466ef98-ee6c-4056-b73f-3357629cce84 req-3d31d7e4-f55f-44a7-bf35-8b74339aceea tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:37.982362 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f466ef98-ee6c-4056-b73f-3357629cce84 req-3d31d7e4-f55f-44a7-bf35-8b74339aceea tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0512476 Dec 07 18:25:38.029854 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f466ef98-ee6c-4056-b73f-3357629cce84 req-37d1b8cd-4bb1-415f-9cb4-6d5b1225583b tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415475 Dec 07 18:25:39.142691 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde11e2-7130-4761-8174-63419b68d103 req-f07d9e37-a003-480c-9c29-4c4ad23bca1c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:39.144118 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7bde11e2-7130-4761-8174-63419b68d103 req-f07d9e37-a003-480c-9c29-4c4ad23bca1c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0470605 Dec 07 18:25:39.192244 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7bde11e2-7130-4761-8174-63419b68d103 req-7aabb1c0-809e-4f5c-82d9-d2fac4e411db tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 Dec 07 18:25:40.322894 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c92f1-61ec-491e-9113-32caa69d4663 req-3f167d04-505e-431a-8518-d8476de7a3e4 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:40.325086 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b98c92f1-61ec-491e-9113-32caa69d4663 req-3f167d04-505e-431a-8518-d8476de7a3e4 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0593474 Dec 07 18:25:40.332858 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843f65-037d-4df5-ae8b-3c0f656df0c7 req-59b44bef-366b-46e2-83d5-7838b39f7104 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:40.334297 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-00843f65-037d-4df5-ae8b-3c0f656df0c7 req-59b44bef-366b-46e2-83d5-7838b39f7104 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0558739 Dec 07 18:25:40.375814 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b98c92f1-61ec-491e-9113-32caa69d4663 req-2aff4feb-b394-4c16-a785-892c20c7fc9a tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444841 Dec 07 18:25:40.400151 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-f720f9ab-1885-4dad-a67e-edd0ae4420d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:40.401573 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-f720f9ab-1885-4dad-a67e-edd0ae4420d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad6fb53129e547a9b4093380eb0ec0ad&device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 1137 time: 0.0869715 Dec 07 18:25:40.430107 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-00843f65-037d-4df5-ae8b-3c0f656df0c7 req-fde80b07-5121-455d-85e2-91d9a8abfcb5 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0754306 Dec 07 18:25:40.503677 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-f6805e5e-87a3-4d56-a3aa-a9914251e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:40.505198 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-f6805e5e-87a3-4d56-a3aa-a9914251e205 service neutron] 10.222.0.37 "GET /v2.0/networks?id=959929fe-24b2-4716-8851-426a6d5d4aff HTTP/1.1" status: 200 len: 916 time: 0.0925508 Dec 07 18:25:40.578111 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-997fc574-14ec-4631-91c0-86f0374b92bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 200 len: 1000 time: 0.0606329 Dec 07 18:25:40.627524 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-b0aaf027-11a3-4a30-8593-741603691ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:40.628978 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-b0aaf027-11a3-4a30-8593-741603691ef3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=183c683b-6ae4-4627-9e10-dd5e2d84f658 HTTP/1.1" status: 200 len: 854 time: 0.0429666 Dec 07 18:25:40.682978 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-6f519dd4-59f0-4e27-b91f-ce5b01801471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:40.684359 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-6f519dd4-59f0-4e27-b91f-ce5b01801471 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=959929fe-24b2-4716-8851-426a6d5d4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445664 Dec 07 18:25:40.779829 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-1752bbca-c94f-4827-8289-5153974029c6 service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848050 Dec 07 18:25:40.880985 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9aa879d3-0ef1-4afc-840c-deae70fe2d43 req-8bf12cb6-7bdf-43f7-8e00-870dd53d8498 service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853910 Dec 07 18:25:41.493416 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e00d1-a652-4901-8108-6cad382cee58 req-2f504ad6-d616-494d-b319-84d1e3227c70 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:41.495043 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2c6e00d1-a652-4901-8108-6cad382cee58 req-2f504ad6-d616-494d-b319-84d1e3227c70 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0505691 Dec 07 18:25:41.523004 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-20d80924-c457-4e32-a16a-ca50680ef6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:41.548487 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2c6e00d1-a652-4901-8108-6cad382cee58 req-26437ee4-43f9-48b9-8303-ac3410987e56 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464809 Dec 07 18:25:41.554734 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d297a-a97a-4947-b4ca-59ac54cfb9cd req-b65f242c-0b34-46b5-b61f-e84f20d25f5b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:41.556200 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-413d297a-a97a-4947-b4ca-59ac54cfb9cd req-b65f242c-0b34-46b5-b61f-e84f20d25f5b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0527618 Dec 07 18:25:41.617257 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-413d297a-a97a-4947-b4ca-59ac54cfb9cd req-908126d8-7cbf-445d-831c-4bad641af65b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540185 Dec 07 18:25:41.907475 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:42.393134 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-a4ca5982-daaa-4d93-b704-2ae69b987cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:42.394513 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-a4ca5982-daaa-4d93-b704-2ae69b987cd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50b4dd7627c40c19d4edf0693a1978b&device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 1099 time: 0.0400984 Dec 07 18:25:42.488211 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-54c15dc7-85af-42ea-bbdc-2695d81fe75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:42.489705 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-54c15dc7-85af-42ea-bbdc-2695d81fe75c service neutron] 10.222.0.37 "GET /v2.0/networks?id=635b48e2-0961-4d11-bce1-200ecc63de51 HTTP/1.1" status: 200 len: 910 time: 0.0867832 Dec 07 18:25:42.554253 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-c576d023-e137-4a8f-b399-865e9a7cbae1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff HTTP/1.1" status: 200 len: 1001 time: 0.0565727 Dec 07 18:25:42.607471 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-cb636f73-2bac-44b7-b0e5-b8c144fbbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:42.608983 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-cb636f73-2bac-44b7-b0e5-b8c144fbbc9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3f88c7-aea5-4429-87cd-ed16eea7438e HTTP/1.1" status: 200 len: 848 time: 0.0472329 Dec 07 18:25:42.658741 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-7fbe69f4-844b-4081-a820-29ff5f02bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:42.660279 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-7fbe69f4-844b-4081-a820-29ff5f02bb5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=635b48e2-0961-4d11-bce1-200ecc63de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432346 Dec 07 18:25:42.665665 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4ae03-879f-49f1-bc79-0ab1e799b8e9 req-77f52eca-448e-4591-8696-1579000c9b35 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:42.667172 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-23a4ae03-879f-49f1-bc79-0ab1e799b8e9 req-77f52eca-448e-4591-8696-1579000c9b35 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0506806 Dec 07 18:25:42.718137 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-23a4ae03-879f-49f1-bc79-0ab1e799b8e9 req-10c333eb-4ebb-478e-9332-3d72c80e8a32 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442307 Dec 07 18:25:42.787575 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d9163-4193-4004-8e1a-760e4e6803ef req-66b806a7-9a0e-4eb1-aa89-82c51ce1b651 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:42.789045 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dd7d9163-4193-4004-8e1a-760e4e6803ef req-66b806a7-9a0e-4eb1-aa89-82c51ce1b651 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0961297 Dec 07 18:25:42.794909 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-1e6cfc44-19a4-4762-bab2-038a01e2bc5d service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260612 Dec 07 18:25:42.911688 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dd7d9163-4193-4004-8e1a-760e4e6803ef req-328b4f5e-79bb-4f46-b9de-1fbd69be9b72 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1153302 Dec 07 18:25:42.929251 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f7f78b0c-40ee-428a-898c-b21f60e2cd3f req-3415e19a-8c30-43a4-92d8-184e4ee3a9db service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263657 Dec 07 18:25:43.832665 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f5dcf-6017-4b6b-bd33-7d667b5fd188 req-5be38326-7b27-41c2-9934-5aee2cfc31ed tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:43.834104 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ce8f5dcf-6017-4b6b-bd33-7d667b5fd188 req-5be38326-7b27-41c2-9934-5aee2cfc31ed tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0477705 Dec 07 18:25:43.883093 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ce8f5dcf-6017-4b6b-bd33-7d667b5fd188 req-0804c9c8-113a-4777-8788-95e86cd899be tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425267 Dec 07 18:25:44.029560 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036b701-9929-4023-a437-a924d18fe08f req-f79a5605-4566-45e9-8811-068d61064bd3 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:44.031052 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b036b701-9929-4023-a437-a924d18fe08f req-f79a5605-4566-45e9-8811-068d61064bd3 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0486865 Dec 07 18:25:44.066269 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-b11372f4-c62b-4a01-9a28-bbf1967c986f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:44.096425 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b036b701-9929-4023-a437-a924d18fe08f req-73c8c969-fac6-4057-8c29-a836236992ff tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0592821 Dec 07 18:25:45.000347 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6eb09-199a-45d3-a057-31cc0ff66d61 req-c600c3ce-6f89-4a2f-8b0c-f217469d9352 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:45.002075 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-82d6eb09-199a-45d3-a057-31cc0ff66d61 req-c600c3ce-6f89-4a2f-8b0c-f217469d9352 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0484278 Dec 07 18:25:45.052580 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-82d6eb09-199a-45d3-a057-31cc0ff66d61 req-60137c9e-69bd-4bf3-b568-0e9e6465d2fa tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446591 Dec 07 18:25:45.085528 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:45.212250 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449b148-7f9e-46f6-93b1-5f213c89c832 req-a4fadab2-68ce-4634-8b83-cd5a33a3dd71 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:45.213737 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4449b148-7f9e-46f6-93b1-5f213c89c832 req-a4fadab2-68ce-4634-8b83-cd5a33a3dd71 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0485902 Dec 07 18:25:45.273703 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4449b148-7f9e-46f6-93b1-5f213c89c832 req-f899a35d-2ada-497f-b2cb-620e5dcb31be tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534730 Dec 07 18:25:46.167811 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9258f-ff04-4d09-8351-a67c0725ceab req-fac5752e-b49d-4a4d-b589-fa4b93461ae1 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:46.169309 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dae9258f-ff04-4d09-8351-a67c0725ceab req-fac5752e-b49d-4a4d-b589-fa4b93461ae1 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0513861 Dec 07 18:25:46.217456 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dae9258f-ff04-4d09-8351-a67c0725ceab req-5d6051cf-d027-44fc-b07e-751b1cfb4a3c tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 Dec 07 18:25:46.287176 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [req-2cf7b812-d044-4146-a9ad-ac31ba51cccb req-f57d2d32-7170-4d50-bc62-f4f85c272ae7 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:25:46.288194 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2cf7b812-d044-4146-a9ad-ac31ba51cccb req-f57d2d32-7170-4d50-bc62-f4f85c272ae7 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053165 Dec 07 18:25:46.398240 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf905ad-d866-4b18-88f5-52d72ed34e92 req-d5b87bcd-c941-4f06-977f-0f06cd904950 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:46.399843 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3cf905ad-d866-4b18-88f5-52d72ed34e92 req-d5b87bcd-c941-4f06-977f-0f06cd904950 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0561862 Dec 07 18:25:46.430850 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:46.461291 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-b46a19d5-5cc9-447c-938e-765324d7a68e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758674 Dec 07 18:25:46.471183 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3cf905ad-d866-4b18-88f5-52d72ed34e92 req-1c30a2c2-4067-41e5-8045-c3afc78a08b8 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0605116 Dec 07 18:25:46.474499 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4791a-1105-4288-acaa-c38f32be847e req-320536d3-20dc-47f3-a85f-99231c0880da tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:46.475967 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-37f4791a-1105-4288-acaa-c38f32be847e req-320536d3-20dc-47f3-a85f-99231c0880da tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0638087 Dec 07 18:25:46.541808 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-37f4791a-1105-4288-acaa-c38f32be847e req-e2864f5b-ada6-4c47-88b4-f7eac640ca24 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589352 Dec 07 18:25:47.597267 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68e6af-ca1a-4cd6-8469-95c6c711e30c req-6539af37-ae08-4fe4-9404-acd32e395206 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:47.599019 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fa68e6af-ca1a-4cd6-8469-95c6c711e30c req-6539af37-ae08-4fe4-9404-acd32e395206 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0528703 Dec 07 18:25:47.617379 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:47.666296 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fa68e6af-ca1a-4cd6-8469-95c6c711e30c req-00ca8d67-9db8-48bf-84b6-4e1f492fed7a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571377 Dec 07 18:25:47.675553 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fd4db-92d9-4dd3-a532-2328c91f53d1 req-38a90a9f-f0a8-4828-8a4f-b9a1468cda7b tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:47.677623 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-301fd4db-92d9-4dd3-a532-2328c91f53d1 req-38a90a9f-f0a8-4828-8a4f-b9a1468cda7b tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0515008 Dec 07 18:25:47.736675 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-301fd4db-92d9-4dd3-a532-2328c91f53d1 req-f122d64d-faa7-49da-8bfe-87584ca73b2f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507319 Dec 07 18:25:48.215990 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-93a2edb5-61c0-4cbe-8b2e-10c9acf1d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:48.217415 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-93a2edb5-61c0-4cbe-8b2e-10c9acf1d96c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29&tenant_id=f50b4dd7627c40c19d4edf0693a1978b HTTP/1.1" status: 200 len: 1099 time: 0.0410156 Dec 07 18:25:48.298183 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-d54e36d0-ddad-4afd-b93d-e89c49c13442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:48.299606 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-d54e36d0-ddad-4afd-b93d-e89c49c13442 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50b4dd7627c40c19d4edf0693a1978b&device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 1099 time: 0.0386267 Dec 07 18:25:48.390809 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-e8ae7f12-7227-45dc-a305-cd3c5ae09bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:48.392253 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-e8ae7f12-7227-45dc-a305-cd3c5ae09bb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=635b48e2-0961-4d11-bce1-200ecc63de51 HTTP/1.1" status: 200 len: 910 time: 0.0848987 Dec 07 18:25:48.463137 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-4802af03-d116-4e96-8991-8d4702c98aa5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff HTTP/1.1" status: 200 len: 1001 time: 0.0554738 Dec 07 18:25:48.512209 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-557a4f64-5372-400b-ac3d-61bd2c93d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:48.513848 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-557a4f64-5372-400b-ac3d-61bd2c93d041 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3f88c7-aea5-4429-87cd-ed16eea7438e HTTP/1.1" status: 200 len: 848 time: 0.0425785 Dec 07 18:25:48.564488 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-2477e056-7217-4e27-82ff-4c01e827e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:48.565958 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-2477e056-7217-4e27-82ff-4c01e827e840 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=635b48e2-0961-4d11-bce1-200ecc63de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435882 Dec 07 18:25:48.656178 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-c337d9e2-174c-432c-a305-f6c427870df5 service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805440 Dec 07 18:25:48.777357 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4a6f59be-d118-4735-8190-eefc91cbdc0b req-a58e3326-fdd0-4def-99f8-4c99133637ea service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126101 Dec 07 18:25:48.796027 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0680b-b7d4-4f5e-948c-6ad4cec8d8c1 req-47cc0ddc-7e9e-4c2f-a02b-eda7651abf96 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:48.797631 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-17a0680b-b7d4-4f5e-948c-6ad4cec8d8c1 req-47cc0ddc-7e9e-4c2f-a02b-eda7651abf96 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0597196 Dec 07 18:25:48.858708 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca7156-f853-43f3-bb50-ef73883dc40a req-d7abddd8-7d6c-4b31-8228-bbe023fca1f0 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:48.860184 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3cca7156-f853-43f3-bb50-ef73883dc40a req-d7abddd8-7d6c-4b31-8228-bbe023fca1f0 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0477312 Dec 07 18:25:48.860890 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-17a0680b-b7d4-4f5e-948c-6ad4cec8d8c1 req-d27b442b-bc18-4155-b630-d7b8c2edb5d8 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571535 Dec 07 18:25:48.915047 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3cca7156-f853-43f3-bb50-ef73883dc40a req-4763061a-5ec1-440b-bc0d-d06a1fac5614 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476642 Dec 07 18:25:49.050266 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-29c5e27f-5491-49b5-9ec1-69961ca468a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:49.051847 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-29c5e27f-5491-49b5-9ec1-69961ca468a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50b4dd7627c40c19d4edf0693a1978b&device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 1099 time: 0.0395746 Dec 07 18:25:49.158334 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-d76c800a-e506-42e0-a53c-2ff526469620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:49.159768 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-d76c800a-e506-42e0-a53c-2ff526469620 service neutron] 10.222.0.37 "GET /v2.0/networks?id=635b48e2-0961-4d11-bce1-200ecc63de51 HTTP/1.1" status: 200 len: 910 time: 0.0865397 Dec 07 18:25:49.230863 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-dfce71d1-2ae9-400d-b199-55a7d609514a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff HTTP/1.1" status: 200 len: 1001 time: 0.0603647 Dec 07 18:25:49.248595 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 92fc140e-38f6-4332-a89e-6d096fbfe5ff no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:25:49.280888 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-48449c80-652c-4889-a2d9-a7b3eae763fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:49.282338 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-48449c80-652c-4889-a2d9-a7b3eae763fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3f88c7-aea5-4429-87cd-ed16eea7438e HTTP/1.1" status: 200 len: 848 time: 0.0434561 Dec 07 18:25:49.324054 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:49.329619 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-fe32b24d-66c7-4463-8f29-d53881bc9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:49.331105 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-fe32b24d-66c7-4463-8f29-d53881bc9799 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=635b48e2-0961-4d11-bce1-200ecc63de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399590 Dec 07 18:25:49.347158 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:25:49.350031 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04a0539-7dd5-4504-a981-e079b6d2bfe3" -d '{"events": [{"server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "name": "network-vif-unplugged", "status": "completed", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:25:49.366406 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:25:49.372174 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:49.397789 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 18:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54875ba-80e1-401e-9910-65f36e61b523 x-openstack-request-id: req-a54875ba-80e1-401e-9910-65f36e61b523 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:25:49.398109 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "name": "network-vif-unplugged", "status": "completed", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:25:49.398366 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a54875ba-80e1-401e-9910-65f36e61b523 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:25:49.398780 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'code': 200} Dec 07 18:25:49.427358 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=92fc140e-38f6-4332-a89e-6d096fbfe5ff,revision_number=6']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:49.429837 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-f5ce5e4b-b51b-4b8b-a6a9-9ba910413d89 service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896082 Dec 07 18:25:49.434315 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.434666 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.435009 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.435346 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.435685 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.436013 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.436353 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.436702 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.437028 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.437353 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.437679 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.438001 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.438321 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:25:49.521339 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c6f38e04-95d2-4065-b7f8-c98fea94e5a7 req-923db691-f5eb-478d-836a-fae77d82566f service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820284 Dec 07 18:25:49.982712 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aaa85-62d9-4c1a-9189-2208c058b947 req-4ce9b8b1-a769-4602-83e3-c27f0bfbe50f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:49.984249 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c80aaa85-62d9-4c1a-9189-2208c058b947 req-4ce9b8b1-a769-4602-83e3-c27f0bfbe50f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0492046 Dec 07 18:25:50.033427 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7174f-a68e-49c0-80dc-9017e0f14d66 req-81b6c714-23a3-4bb9-84ac-b04c144bf526 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:50.034928 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fee7174f-a68e-49c0-80dc-9017e0f14d66 req-81b6c714-23a3-4bb9-84ac-b04c144bf526 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0477910 Dec 07 18:25:50.047850 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c80aaa85-62d9-4c1a-9189-2208c058b947 req-f9d65dbd-c565-4533-9bb3-7182727a441a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576286 Dec 07 18:25:50.084934 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-fee7174f-a68e-49c0-80dc-9017e0f14d66 req-12765ae3-b241-41f6-b954-b4d3744b1fd4 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 Dec 07 18:25:51.163609 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94707bc-ddcb-4db5-aaa1-618ce8b41d03 req-799deb7f-be5f-4b2e-831a-badc26e8117d tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:51.165253 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c94707bc-ddcb-4db5-aaa1-618ce8b41d03 req-799deb7f-be5f-4b2e-831a-badc26e8117d tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0473289 Dec 07 18:25:51.225567 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c94707bc-ddcb-4db5-aaa1-618ce8b41d03 req-b1376ba0-9cab-47cc-9c26-e3404923c058 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536172 Dec 07 18:25:51.358483 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f55217-f932-4ed9-a5c5-d9a7655fcf30 req-b0c76f03-d33c-4b80-aa48-13677c7460aa tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:51.359979 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a1f55217-f932-4ed9-a5c5-d9a7655fcf30 req-b0c76f03-d33c-4b80-aa48-13677c7460aa tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0483854 Dec 07 18:25:51.411546 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a1f55217-f932-4ed9-a5c5-d9a7655fcf30 req-45d44f4c-eba3-49c4-aba5-c4f861c241af tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455294 Dec 07 18:25:52.339892 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e20e2a-f574-4de8-ac3d-fee3894ba905 req-13b99c65-735f-447d-8f0b-fb4dba440a85 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:52.341445 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d6e20e2a-f574-4de8-ac3d-fee3894ba905 req-13b99c65-735f-447d-8f0b-fb4dba440a85 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0480120 Dec 07 18:25:52.400192 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d6e20e2a-f574-4de8-ac3d-fee3894ba905 req-5cc5dbc1-64ba-4ac7-8d53-c12e88db1af8 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&id=7c841487-3d4c-4019-9480-3f4fa3144871&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526254 Dec 07 18:25:52.530484 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eff936-7080-4b14-a348-6760f3038a64 req-2b01c712-f3c1-4f85-8b78-4b9ff37fe0ce tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:52.531901 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-33eff936-7080-4b14-a348-6760f3038a64 req-2b01c712-f3c1-4f85-8b78-4b9ff37fe0ce tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0508368 Dec 07 18:25:52.580298 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-33eff936-7080-4b14-a348-6760f3038a64 req-ed064405-1214-43dd-a7cd-709081bdc29d tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426245 Dec 07 18:25:53.217981 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef6d8f-657e-4f59-91c2-e1194ba91d6a req-f61a736c-c5a2-42e5-a2ae-93462aff0299 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:53.219427 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-76ef6d8f-657e-4f59-91c2-e1194ba91d6a req-f61a736c-c5a2-42e5-a2ae-93462aff0299 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0506561 Dec 07 18:25:53.265476 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-76ef6d8f-657e-4f59-91c2-e1194ba91d6a req-11727a3e-0995-4ee7-9d4b-78274ff5b351 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401344 Dec 07 18:25:53.691719 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbaa1e-56e8-4cd4-9bae-6b0cb3ab40d6 req-abf48785-5bfe-46fd-962b-9af070ca1826 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:53.693204 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-09fbaa1e-56e8-4cd4-9bae-6b0cb3ab40d6 req-abf48785-5bfe-46fd-962b-9af070ca1826 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0469899 Dec 07 18:25:53.743725 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-09fbaa1e-56e8-4cd4-9bae-6b0cb3ab40d6 req-2b394ff3-2349-4fb2-9b76-fe2809f18759 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438325 Dec 07 18:25:54.380831 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d58f3-1bd2-4374-9e3f-c0c64eb8c9c9 req-bbbe4897-00d8-4144-896a-f27003839658 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:54.382329 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2e2d58f3-1bd2-4374-9e3f-c0c64eb8c9c9 req-bbbe4897-00d8-4144-896a-f27003839658 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0472882 Dec 07 18:25:54.428534 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2e2d58f3-1bd2-4374-9e3f-c0c64eb8c9c9 req-54c54bd3-2a2d-4325-9a2e-1683700278f0 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=57817ced-cbae-4b90-95e6-fa3b722bbb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396557 Dec 07 18:25:54.779803 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-2ae06d5e-92fb-4a24-9dcb-edd99c8b71ef tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:54.781297 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-2ae06d5e-92fb-4a24-9dcb-edd99c8b71ef tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.37 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 945 time: 0.0511410 Dec 07 18:25:54.856164 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce2a16-8007-4c93-b7e7-5ea5ee9a3dab req-8b225555-4418-45ca-bfd8-861bb61178bb tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:54.857824 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b4ce2a16-8007-4c93-b7e7-5ea5ee9a3dab req-8b225555-4418-45ca-bfd8-861bb61178bb tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0464289 Dec 07 18:25:54.900733 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Deleting port 32b38252-4967-4f79-bbd8-d483954c2fc3 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:25:54.901185 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:54.911079 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b4ce2a16-8007-4c93-b7e7-5ea5ee9a3dab req-5678d5c2-ea3e-4c42-ac0f-82c270414cae tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467892 Dec 07 18:25:54.992305 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] For port 32b38252-4967-4f79-bbd8-d483954c2fc3, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=32b38252-4967-4f79-bbd8-d483954c2fc3,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:25:54.992609 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:55.158914 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:55.159268 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:55.159580 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.l3_db [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Floating IP 022cf357-99dd-4090-b4bb-e00d2d3b3f8b disassociated. External IP: 172.27.2.234, port: 32b38252-4967-4f79-bbd8-d483954c2fc3. Dec 07 18:25:55.159913 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Calling delete_port for 32b38252-4967-4f79-bbd8-d483954c2fc3 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:25:55.287491 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:55.319832 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event deleted for resources: {'Port': ['ID=32b38252-4967-4f79-bbd8-d483954c2fc3,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:55.426996 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Router 036e8bf7-d304-46b3-86a1-1c3c46fba159 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:25:55.538620 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-652c71ba-ee5f-4744-af6f-0813eeb36ade req-704cfb39-69fe-4334-b3f8-2981d6bb3ada tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 210 time: 0.0286636 Dec 07 18:25:55.554720 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:25:55.564463 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] Sync routers for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:25:55.574794 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:25:55.575409 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:25:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:55.592728 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] No DVR routers for this DVR port 32b38252-4967-4f79-bbd8-d483954c2fc3 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:25:55.595159 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:55.598464 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-87e6bd75-7e94-4bec-816c-f1fa441bc640 req-208a39e3-b6ae-4ab5-b116-0acee3710ff9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.37 "DELETE /v2.0/ports/32b38252-4967-4f79-bbd8-d483954c2fc3 HTTP/1.1" status: 204 len: 173 time: 0.7855463 Dec 07 18:25:55.598907 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'name': 'network-vif-deleted', 'tag': '32b38252-4967-4f79-bbd8-d483954c2fc3'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:25:55.601272 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daadaa92-3b36-44da-a173-6da88d8cacf0" -d '{"events": [{"server_uuid": "521dcbec-ad05-41ef-9a62-12a47a6c3c62", "name": "network-vif-deleted", "tag": "32b38252-4967-4f79-bbd8-d483954c2fc3"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:25:55.637097 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211271f0-3553-4cd5-9334-ea6f5be16525 x-openstack-request-id: req-211271f0-3553-4cd5-9334-ea6f5be16525 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:25:55.637399 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521dcbec-ad05-41ef-9a62-12a47a6c3c62", "name": "network-vif-deleted", "tag": "32b38252-4967-4f79-bbd8-d483954c2fc3", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:25:55.637659 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-211271f0-3553-4cd5-9334-ea6f5be16525 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:25:55.638064 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521dcbec-ad05-41ef-9a62-12a47a6c3c62', 'name': 'network-vif-deleted', 'tag': '32b38252-4967-4f79-bbd8-d483954c2fc3', 'status': 'completed', 'code': 200} Dec 07 18:25:55.690843 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:25:55.908168 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:55.937839 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] Checking router: 036e8bf7-d304-46b3-86a1-1c3c46fba159 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:25:55.951525 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:25:55.952271 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:25:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:56.028720 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:25:56.035065 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe36ae-6b8f-4083-b103-f824877b0cc9 req-3a1d3148-1a22-4709-a6b0-d3165c516e42 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:56.036601 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1dfe36ae-6b8f-4083-b103-f824877b0cc9 req-3a1d3148-1a22-4709-a6b0-d3165c516e42 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0544498 Dec 07 18:25:56.059054 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:25:56.090613 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-1dfe36ae-6b8f-4083-b103-f824877b0cc9 req-ad615a17-0b9e-48eb-b15f-c31233648209 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451243 Dec 07 18:25:56.371461 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:25:56.397352 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b564f87-0898-455a-9fe6-fc22d4b2b3f9 None None] The sync data for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi is: [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:25:56.667491 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba6a77-dccd-403a-b1a6-49988b646f82 None None] New status for floating IP 022cf357-99dd-4090-b4bb-e00d2d3b3f8b: DOWN {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:25:56.669609 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9e16a7fa-a6ac-4328-8cd9-c351d3976f4c req-a2602ab6-2252-47ef-97c8-f61e7f0741f3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=521dcbec-ad05-41ef-9a62-12a47a6c3c62 HTTP/1.1" status: 200 len: 210 time: 0.0310004 Dec 07 18:25:56.675314 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf2dc5-6f5b-40ed-9e67-0538f4d38cc9 req-5d757142-bf82-4589-b0f5-eac31def2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:56.676758 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8fbf2dc5-6f5b-40ed-9e67-0538f4d38cc9 req-5d757142-bf82-4589-b0f5-eac31def2426 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 1097 time: 0.0742340 Dec 07 18:25:56.728690 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8fbf2dc5-6f5b-40ed-9e67-0538f4d38cc9 req-6ffd32c0-a975-4368-b808-d36365e9e4ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397515 Dec 07 18:25:57.206313 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee46d85-771b-40ce-a4b2-94dd925cc96f req-69058041-6bc9-4c50-ba77-d9db5489cf5b tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:57.207788 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5ee46d85-771b-40ce-a4b2-94dd925cc96f req-69058041-6bc9-4c50-ba77-d9db5489cf5b tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 944 time: 0.0475912 Dec 07 18:25:57.258138 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5ee46d85-771b-40ce-a4b2-94dd925cc96f req-5901b5fb-59a8-4ca5-afd5-6e8370942350 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444562 Dec 07 18:25:57.291488 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 92fc140e-38f6-4332-a89e-6d096fbfe5ff details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:25:57.303080 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 32b38252-4967-4f79-bbd8-d483954c2fc3 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:25:57.328514 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 32b38252-4967-4f79-bbd8-d483954c2fc3 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:25:57.328856 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 32b38252-4967-4f79-bbd8-d483954c2fc3 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:25:57.407225 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:25:57.418012 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'port_id': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'mac_address': 'fa:16:3e:b9:48:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:25:57.457147 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:57.469819 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fc140e-38f6-4332-a89e-6d096fbfe5ff {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:25:57.488264 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:25:57.492491 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:57.537452 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=92fc140e-38f6-4332-a89e-6d096fbfe5ff,revision_number=7']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:57.754846 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53852) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:57.807397 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfed2-b158-4921-a61f-e3c36a4e1e72 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:57.831435 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfed2-b158-4921-a61f-e3c36a4e1e72 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:57.877481 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfed2-b158-4921-a61f-e3c36a4e1e72 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:57.880017 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfed2-b158-4921-a61f-e3c36a4e1e72 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:57.881217 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-5c5bfed2-b158-4921-a61f-e3c36a4e1e72 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "DELETE /v2.0/security-groups/57817ced-cbae-4b90-95e6-fa3b722bbb55 HTTP/1.1" status: 204 len: 168 time: 0.1253328 Dec 07 18:25:57.884132 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53854) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:57.890857 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bfed2-b158-4921-a61f-e3c36a4e1e72 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57817ced-cbae-4b90-95e6-fa3b722bbb55,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:57.897495 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.api.v2.resource [None req-d1b48c1a-8d36-45d6-8cbe-3d64907fdd46 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] show failed (client error): The resource could not be found. Dec 07 18:25:57.898491 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-d1b48c1a-8d36-45d6-8cbe-3d64907fdd46 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups/57817ced-cbae-4b90-95e6-fa3b722bbb55 HTTP/1.1" status: 404 len: 347 time: 0.0133271 Dec 07 18:25:57.901444 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53856) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:58.020774 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-eda3837a-af60-48cf-928c-b07d26bdadc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Deleting port 30ab8c5c-2783-4b6a-89b0-6608e582ee9d {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:25:58.021118 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eda3837a-af60-48cf-928c-b07d26bdadc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:58.326438 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eda3837a-af60-48cf-928c-b07d26bdadc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:58.326796 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eda3837a-af60-48cf-928c-b07d26bdadc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:58.339573 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-eda3837a-af60-48cf-928c-b07d26bdadc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Calling delete_port for 30ab8c5c-2783-4b6a-89b0-6608e582ee9d owned by network:floatingip {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:25:58.379316 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bdd58-3883-42a8-b55f-f1debdc2a3d5 req-095ad2da-6662-4798-a401-3eda6869e08f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:58.380957 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d20bdd58-3883-42a8-b55f-f1debdc2a3d5 req-095ad2da-6662-4798-a401-3eda6869e08f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 945 time: 0.0510290 Dec 07 18:25:58.445994 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d20bdd58-3883-42a8-b55f-f1debdc2a3d5 req-fd55b41b-0211-4f47-aa56-5ff695688786 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570281 Dec 07 18:25:58.489990 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eda3837a-af60-48cf-928c-b07d26bdadc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:58.515602 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3837a-af60-48cf-928c-b07d26bdadc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event deleted for resources: {'Port': ['ID=30ab8c5c-2783-4b6a-89b0-6608e582ee9d,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:58.572904 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eda3837a-af60-48cf-928c-b07d26bdadc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:58.576518 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-eda3837a-af60-48cf-928c-b07d26bdadc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:58.577670 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-eda3837a-af60-48cf-928c-b07d26bdadc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "DELETE /v2.0/floatingips/022cf357-99dd-4090-b4bb-e00d2d3b3f8b HTTP/1.1" status: 204 len: 168 time: 0.6750879 Dec 07 18:25:59.087920 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 53866) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:59.092541 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-ccf8b0d5-0030-4c75-901f-287876ab2a1c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609547597', 'description': 'tempest-description--1090376243'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:59.105917 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['92fc140e-38f6-4332-a89e-6d096fbfe5ff'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:25:59.114544 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b0d5-0030-4c75-901f-287876ab2a1c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.179581 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b0d5-0030-4c75-901f-287876ab2a1c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.183805 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b0d5-0030-4c75-901f-287876ab2a1c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.211999 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b0d5-0030-4c75-901f-287876ab2a1c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.213253 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-ccf8b0d5-0030-4c75-901f-287876ab2a1c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1242542 Dec 07 18:25:59.216588 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53868) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:59.217536 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8b0d5-0030-4c75-901f-287876ab2a1c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7514c49-e014-4801-a9cb-8f0e0ea0e14f,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:59.222050 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-b391dcb2-bd79-4df4-b5e2-0a858b581c08 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'security_group_rule': {'security_group_id': 'e7514c49-e014-4801-a9cb-8f0e0ea0e14f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:59.250183 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b391dcb2-bd79-4df4-b5e2-0a858b581c08 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.544586 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b391dcb2-bd79-4df4-b5e2-0a858b581c08 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.548863 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b391dcb2-bd79-4df4-b5e2-0a858b581c08 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.566992 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391dcb2-bd79-4df4-b5e2-0a858b581c08 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7359ccb7-d6fc-46cb-a53d-3ba0b50dbd85,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:59.569591 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213f56c-982e-4fe3-8204-646f7f19554f req-62ae5372-80b6-411d-ab5b-a32edfd3948a tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:25:59.571435 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4213f56c-982e-4fe3-8204-646f7f19554f req-62ae5372-80b6-411d-ab5b-a32edfd3948a tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 945 time: 0.0532815 Dec 07 18:25:59.577734 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b391dcb2-bd79-4df4-b5e2-0a858b581c08 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.582379 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-b391dcb2-bd79-4df4-b5e2-0a858b581c08 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3606911 Dec 07 18:25:59.582379 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53874) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:59.586038 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-fa24c53c-6ca1-45c1-9dbb-a3d251d55f13 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'security_group_rule': {'security_group_id': 'e7514c49-e014-4801-a9cb-8f0e0ea0e14f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:59.611383 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fa24c53c-6ca1-45c1-9dbb-a3d251d55f13 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.624787 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-4213f56c-982e-4fe3-8204-646f7f19554f req-16cc9914-0eb1-41ce-963a-ba52c771cc01 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462611 Dec 07 18:25:59.665640 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fa24c53c-6ca1-45c1-9dbb-a3d251d55f13 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.669627 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fa24c53c-6ca1-45c1-9dbb-a3d251d55f13 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757774'] for security_group_rule, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.689906 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24c53c-6ca1-45c1-9dbb-a3d251d55f13 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4eca8a-0ba1-4bee-bf8b-2be89fe20ed8,revision_number=0']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:25:59.696979 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-fa24c53c-6ca1-45c1-9dbb-a3d251d55f13 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.698769 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-fa24c53c-6ca1-45c1-9dbb-a3d251d55f13 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153710 Dec 07 18:25:59.701310 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53878) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:25:59.705530 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'floatingip': {'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:25:59.725570 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.822156 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:25:59.932073 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Allocated IP 172.27.2.57 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/73d18d71-ee65-4721-b4e2-54abcc4f3571) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:26:00.036155 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:00.069768 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:00.110452 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:26:00.113340 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:26:00.118274 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:26:00.140150 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'Port': ['ID=73d18d71-ee65-4721-b4e2-54abcc4f3571,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:26:00.212950 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:00.245429 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:00.391408 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:00.395779 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:00.462833 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'Port': ['ID=73d18d71-ee65-4721-b4e2-54abcc4f3571,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:26:00.474806 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:00.491809 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:00.493337 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-cc0427be-3d79-4802-89f9-2cd6233619dc tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7911074 Dec 07 18:26:00.683872 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-9f8f7648-00db-4d21-a73b-78336a54cd7a tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--609547597&fields=id&tenant_id=02024714edc540369380718e8027a1d1 HTTP/1.1" status: 200 len: 267 time: 0.0411115 Dec 07 18:26:00.790449 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-e0282010-905c-453f-b987-11c606134522 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:00.792879 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-e0282010-905c-453f-b987-11c606134522 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 811 time: 0.1012301 Dec 07 18:26:00.807870 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-3d8d1d8e-8554-4ca3-b67d-be8fdbff20d4 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/quotas/02024714edc540369380718e8027a1d1 HTTP/1.1" status: 200 len: 375 time: 0.0089359 Dec 07 18:26:00.857172 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-812754e2-f8b3-4cf6-acd0-edc9b1cefb44 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442450 Dec 07 18:26:00.953430 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8ea8272e-d217-4d16-a67f-f4da2da78ef1 service neutron] 10.222.0.47 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845444 Dec 07 18:26:01.042397 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-c922018e-84af-4f8d-92fb-d4834fe0f8d0 service neutron] 10.222.0.47 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827801 Dec 07 18:26:01.206607 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6cd816ef-9b11-4319-bb9d-2267ab876739 req-37dca2b9-1f91-4482-940c-8cd24878ae73 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0267627 Dec 07 18:26:01.324027 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 92fc140e-38f6-4332-a89e-6d096fbfe5ff up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:26:01.374907 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 92fc140e-38f6-4332-a89e-6d096fbfe5ff triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:26:01.375287 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:01.458183 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:01.483102 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:26:01.485471 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fbc45a-10c2-4e07-8501-bae153226b3f" -d '{"events": [{"server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "name": "network-vif-plugged", "status": "completed", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:26:01.500040 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:26:01.504439 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:01.528943 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5992777d-1d59-418e-90d0-a5f848b08a89 x-openstack-request-id: req-5992777d-1d59-418e-90d0-a5f848b08a89 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:26:01.529231 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "name": "network-vif-plugged", "status": "completed", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:26:01.529482 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5992777d-1d59-418e-90d0-a5f848b08a89 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:26:01.529867 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'code': 200} Dec 07 18:26:01.554068 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=92fc140e-38f6-4332-a89e-6d096fbfe5ff,revision_number=8']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:26:02.305005 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-30bcaa43-6e44-4593-9efa-3b5699b390c7 req-775da5d5-acc1-404f-9b4d-9f0012f4fc59 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0258183 Dec 07 18:26:02.330419 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-5775736e-fb6e-457a-b7da-313f50543f02 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:02.331902 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-5775736e-fb6e-457a-b7da-313f50543f02 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.37 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 811 time: 0.1147299 Dec 07 18:26:02.410710 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-6c11d196-7148-4a0f-876c-6d5e10e58ad5 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02024714edc540369380718e8027a1d1 HTTP/1.1" status: 200 len: 379 time: 0.0518563 Dec 07 18:26:02.423053 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'port': {'device_id': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'admin_state_up': True, 'tenant_id': '02024714edc540369380718e8027a1d1', 'security_groups': ['e7514c49-e014-4801-a9cb-8f0e0ea0e14f']}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:26:02.532040 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Made reservation on behalf of 02024714edc540369380718e8027a1d1 for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:26:02.535433 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:02.656787 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Allocated IP 172.20.0.10 (03597245-6d91-43e2-998e-8715e605ebb4/c0740316-a665-4440-a726-9fd1ffd59b6a/80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:26:02.796790 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:02.832468 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:02.877204 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Network 03597245-6d91-43e2-998e-8715e605ebb4 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:26:02.880238 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:26:02.883865 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:26:02.890631 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event updated for resources: {'Port': ['ID=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:26:02.941974 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:02.942617 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:02.959508 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-8c9c3c32-43ca-4787-8005-4dea15c3589c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5400572 Dec 07 18:26:02.990220 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Request body: {'port': {'device_id': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:26:03.044922 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:03.147427 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-dd17539f-14d9-4149-9998-535bc5683923 None None] Provisioning complete for port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:26:03.147998 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-dd17539f-14d9-4149-9998-535bc5683923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:03.182471 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-dd17539f-14d9-4149-9998-535bc5683923 None None] Port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:26:03.300894 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:26:03.308215 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:03.320207 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Transition to ACTIVE for port object 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:26:03.324851 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:03.380999 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Pushing event updated for resources: {'Port': ['ID=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:26:03.431492 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058002ee-acd8-47c4-9f98-5322b2f01030 req-60b3294d-9df1-41a6-a54d-66f6bb148171 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:03.433106 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-058002ee-acd8-47c4-9f98-5322b2f01030 req-60b3294d-9df1-41a6-a54d-66f6bb148171 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 944 time: 0.0599699 Dec 07 18:26:03.455179 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Attempting to bind port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:26:03.455519 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Attempting to bind port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:26:03.455890 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Attempting to bind port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed on network 03597245-6d91-43e2-998e-8715e605ebb4 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:26:03.460539 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed on network 03597245-6d91-43e2-998e-8715e605ebb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:26:03.460868 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Attempting to bind port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed on network 03597245-6d91-43e2-998e-8715e605ebb4 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:26:03.466102 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:26:03.466717 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Checking segment: {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:26:03.467110 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Bound using segment: {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:26:03.467546 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Bound port: 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13687910-7e80-4841-80aa-6dfddff7a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:26:03.467900 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:03.485877 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-058002ee-acd8-47c4-9f98-5322b2f01030 req-8df76872-064f-4899-b24c-98f2a87f601c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464659 Dec 07 18:26:03.537629 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] For port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:26:03.540656 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] For port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:26:03.546271 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:03.582456 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:03.583468 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:03.584851 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] 10.222.0.37 "PUT /v2.0/ports/80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed HTTP/1.1" status: 200 len: 1094 time: 0.5989747 Dec 07 18:26:03.589592 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'tag': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:26:03.592021 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db62e96-10cc-4472-ad3f-c95057a6f061" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9d01b6-7b48-4dca-b788-4259da00f4e6", "tag": "80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:26:03.621299 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017622a-9948-4c13-a655-e6a87a6f1f0d service neutron] Pushing event updated for resources: {'Port': ['ID=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:26:03.639578 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345a352f-4223-496e-aa6c-4cfbceb9ab6f x-openstack-request-id: req-345a352f-4223-496e-aa6c-4cfbceb9ab6f {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:26:03.639868 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9d01b6-7b48-4dca-b788-4259da00f4e6", "tag": "80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:26:03.640130 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-345a352f-4223-496e-aa6c-4cfbceb9ab6f {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:26:03.640575 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'tag': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed', 'status': 'completed', 'code': 200} Dec 07 18:26:03.700713 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-63e7c9a9-0c0a-4f85-9b56-b3685ec2381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:03.702421 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-63e7c9a9-0c0a-4f85-9b56-b3685ec2381e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 1097 time: 0.0426228 Dec 07 18:26:03.753386 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-3d307124-81e7-450f-9959-4c56b57df705 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed HTTP/1.1" status: 200 len: 217 time: 0.0366549 Dec 07 18:26:03.811401 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-bf083bb4-f98a-4a0f-8ca0-6252dd2b98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:03.812875 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-bf083bb4-f98a-4a0f-8ca0-6252dd2b98c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 200 len: 850 time: 0.0481532 Dec 07 18:26:03.865227 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-ef57750c-2004-41df-94c5-9436c161f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:03.866731 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-ef57750c-2004-41df-94c5-9436c161f146 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03597245-6d91-43e2-998e-8715e605ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444050 Dec 07 18:26:03.984821 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-b24a776d-c3cf-43e7-8ad9-41272b7f582c service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900896 Dec 07 18:26:04.083914 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2577bd21-cae6-4f9f-b080-d81b60df19bb req-cd21904f-4c8e-4782-bb37-f10de6b17dc2 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840914 Dec 07 18:26:04.226444 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-6bc18acd-b35f-4aeb-8ef2-80754f2fc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:04.227851 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-6bc18acd-b35f-4aeb-8ef2-80754f2fc4ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 1097 time: 0.0444660 Dec 07 18:26:04.320115 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-7d808a86-bd48-49e8-9625-619b94f5faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:04.321852 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-7d808a86-bd48-49e8-9625-619b94f5faca service neutron] 10.222.0.37 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 912 time: 0.0860562 Dec 07 18:26:04.361871 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-d56d57c2-eb17-4e11-ac26-80933e796a7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed HTTP/1.1" status: 200 len: 217 time: 0.0323498 Dec 07 18:26:04.413895 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-7bcc767c-2601-4417-a2ba-6692130005e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:04.415322 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-7bcc767c-2601-4417-a2ba-6692130005e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 200 len: 850 time: 0.0461321 Dec 07 18:26:04.460060 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-4fd21ff7-56b3-42fb-9f0f-c09cf2fdfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:04.461512 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-4fd21ff7-56b3-42fb-9f0f-c09cf2fdfbe4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03597245-6d91-43e2-998e-8715e605ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386913 Dec 07 18:26:04.549267 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-918c55f7-0d8e-4c87-b5c6-838449ff0e7f service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803847 Dec 07 18:26:04.658165 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9791-72df-4829-b19e-aadeca2c52f3 req-f6215313-5839-4ba1-b546-e4dadb096636 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:04.659637 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-280d9791-72df-4829-b19e-aadeca2c52f3 req-f6215313-5839-4ba1-b546-e4dadb096636 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 944 time: 0.1032526 Dec 07 18:26:04.692603 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4db62e96-10cc-4472-ad3f-c95057a6f061 req-eb1a6d56-0c2d-4e7a-8e6d-93accfe144b9 service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276085 Dec 07 18:26:04.721901 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-280d9791-72df-4829-b19e-aadeca2c52f3 req-a7a9801b-d0ad-4e92-848f-1e8e81324da2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554922 Dec 07 18:26:05.836671 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a463fe-9b51-4d3a-9ef2-2ae018b95123 req-bc848747-de8e-4479-bcd8-a2a2c7051d65 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:05.838129 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-70a463fe-9b51-4d3a-9ef2-2ae018b95123 req-bc848747-de8e-4479-bcd8-a2a2c7051d65 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 944 time: 0.0481262 Dec 07 18:26:05.884473 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-70a463fe-9b51-4d3a-9ef2-2ae018b95123 req-56c8b8ac-cdae-477d-9001-5de5ec18bfc3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404360 Dec 07 18:26:06.996824 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126be87-d570-4f7c-944b-e5c8db2644e7 req-95f8ffd4-6894-45e7-8a76-f95ea9fe42c0 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:06.998279 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d126be87-d570-4f7c-944b-e5c8db2644e7 req-95f8ffd4-6894-45e7-8a76-f95ea9fe42c0 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 944 time: 0.0471258 Dec 07 18:26:07.045437 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d126be87-d570-4f7c-944b-e5c8db2644e7 req-30f21758-92cf-4ce0-84fb-1dea66df68f1 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410445 Dec 07 18:26:07.358991 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:26:07.454306 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:26:07.465221 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'port_id': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed', 'mac_address': 'fa:16:3e:8c:96:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:26:07.500927 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:07.513899 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:26:07.533432 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:26:07.537158 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:07.590822 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:26:08.020307 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:26:08.162867 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cdedf-5aa0-4136-9600-00d4464dda9d req-bcbe61ec-3300-4e1f-b760-8e87068f4129 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:08.164246 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9c2cdedf-5aa0-4136-9600-00d4464dda9d req-bcbe61ec-3300-4e1f-b760-8e87068f4129 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 945 time: 0.0503724 Dec 07 18:26:08.210258 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9c2cdedf-5aa0-4136-9600-00d4464dda9d req-3263e2c5-e778-4233-b3e3-0a0d9cabf6df tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392923 Dec 07 18:26:09.322764 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c5894-de86-47b4-b85b-9b3ed72372ac req-3a950d7c-9dfb-4947-863a-43836154f361 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:09.324252 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-926c5894-de86-47b4-b85b-9b3ed72372ac req-3a950d7c-9dfb-4947-863a-43836154f361 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Dec 07 18:26:09.370591 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-926c5894-de86-47b4-b85b-9b3ed72372ac req-2c85c53c-e14a-4b1a-b552-db89060920a3 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396950 Dec 07 18:26:09.375359 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:26:09.425230 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:26:09.429081 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:26:09.429449 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:09.506741 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:09.529232 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:26:09.531468 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b45262-6bf0-4c03-89b7-892b968da4dd" -d '{"events": [{"server_uuid": "5c9d01b6-7b48-4dca-b788-4259da00f4e6", "name": "network-vif-plugged", "status": "completed", "tag": "80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:26:09.545083 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:26:09.549201 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:09.574870 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03804c9-c923-4318-a84e-500c06302f6f x-openstack-request-id: req-e03804c9-c923-4318-a84e-500c06302f6f {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:26:09.575164 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9d01b6-7b48-4dca-b788-4259da00f4e6", "name": "network-vif-plugged", "status": "completed", "tag": "80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:26:09.575428 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e03804c9-c923-4318-a84e-500c06302f6f {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:26:09.575840 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed', 'code': 200} Dec 07 18:26:09.601108 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:26:09.784196 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bd22c-eb7d-4c38-8e13-05b0274fd240 req-e016794f-52bd-4374-b54c-59c2857b9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:09.785601 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e68bd22c-eb7d-4c38-8e13-05b0274fd240 req-e016794f-52bd-4374-b54c-59c2857b9aa2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 1099 time: 0.0380082 Dec 07 18:26:09.835572 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e68bd22c-eb7d-4c38-8e13-05b0274fd240 req-13099ff5-774c-4977-bbf9-41bd7e6c87a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398533 Dec 07 18:26:10.484597 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b4cb4-2b98-4ab4-9fd0-0c1461f52cab req-9265b961-1a5c-4824-bd03-d3bda3c60a38 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:10.486075 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cf4b4cb4-2b98-4ab4-9fd0-0c1461f52cab req-9265b961-1a5c-4824-bd03-d3bda3c60a38 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 946 time: 0.0473046 Dec 07 18:26:10.537485 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cf4b4cb4-2b98-4ab4-9fd0-0c1461f52cab req-f8622ba6-9455-4c95-b1b4-c106a8cf0516 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455711 Dec 07 18:26:11.518695 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-67c1cc64-9341-41dd-a03d-3bcc82809e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:11.665662 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ff708-de38-4163-9967-9792862c947a req-a64dffbe-1dae-4965-828e-648537c56143 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:11.667789 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4b2ff708-de38-4163-9967-9792862c947a req-a64dffbe-1dae-4965-828e-648537c56143 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 946 time: 0.0514889 Dec 07 18:26:11.716323 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4b2ff708-de38-4163-9967-9792862c947a req-5f95ce02-c8a4-4442-85c3-f5eb57459cc2 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424390 Dec 07 18:26:11.833728 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd51d5-ae4a-42f5-a5c6-aa065ecf5a73 req-6d30b177-84bd-4235-bdf2-30bc79c664ad tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:11.835207 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4ffd51d5-ae4a-42f5-a5c6-aa065ecf5a73 req-6d30b177-84bd-4235-bdf2-30bc79c664ad tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 946 time: 0.0519249 Dec 07 18:26:11.844066 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 53958) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:26:11.848385 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-26fd2cc3-65a9-4851-ab43-70842763239c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Request body: {'floatingip': {'port_id': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:26:11.887041 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-26fd2cc3-65a9-4851-ab43-70842763239c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:11.915769 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:12.309157 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-26fd2cc3-65a9-4851-ab43-70842763239c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:12.312904 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-26fd2cc3-65a9-4851-ab43-70842763239c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:12.411341 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.l3_db [None req-26fd2cc3-65a9-4851-ab43-70842763239c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Floating IP df471910-82e5-43b3-afd2-ee6872c383df associated. External IP: 172.27.2.57, port: 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed. Dec 07 18:26:12.841900 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fd2cc3-65a9-4851-ab43-70842763239c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Router 036e8bf7-d304-46b3-86a1-1c3c46fba159 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:26:12.945687 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fd2cc3-65a9-4851-ab43-70842763239c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:26:12.950745 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-26fd2cc3-65a9-4851-ab43-70842763239c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:12.955466 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5400145b-501d-4833-9273-d84d57364429 None None] Sync routers for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:26:12.964769 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400145b-501d-4833-9273-d84d57364429 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:26:12.965398 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-5400145b-501d-4833-9273-d84d57364429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:25:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:26:12.981441 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-26fd2cc3-65a9-4851-ab43-70842763239c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "PUT /v2.0/floatingips/df471910-82e5-43b3-afd2-ee6872c383df HTTP/1.1" status: 200 len: 991 time: 1.1363008 Dec 07 18:26:12.982107 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'tag': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:26:12.984451 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeb4a19-6688-49ef-aabc-3e41f003f853" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9d01b6-7b48-4dca-b788-4259da00f4e6", "tag": "80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:26:13.028608 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa38a32-808f-4905-9611-989ea12b4587 x-openstack-request-id: req-1fa38a32-808f-4905-9611-989ea12b4587 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:26:13.028904 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9d01b6-7b48-4dca-b788-4259da00f4e6", "tag": "80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:26:13.029159 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1fa38a32-808f-4905-9611-989ea12b4587 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:26:13.029558 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'tag': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed', 'status': 'completed', 'code': 200} Dec 07 18:26:13.075664 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-5400145b-501d-4833-9273-d84d57364429 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:26:13.138948 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-220d8385-a172-47ba-8ee5-e0c01e6933e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:13.139099 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-220d8385-a172-47ba-8ee5-e0c01e6933e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02024714edc540369380718e8027a1d1&device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 1099 time: 0.0393934 Dec 07 18:26:13.231032 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-61b48645-dfbd-4da9-a866-1b81a44267bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:13.232525 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-61b48645-dfbd-4da9-a866-1b81a44267bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 200 len: 912 time: 0.0836790 Dec 07 18:26:13.299441 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-5400145b-501d-4833-9273-d84d57364429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': 'df471910-82e5-43b3-afd2-ee6872c383df', 'tenant_id': '02024714edc540369380718e8027a1d1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'port_id': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'mac_address': 'fa:16:3e:8c:96:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:26:00Z', 'updated_at': '2021-12-07T18:26:12Z', 'revision_number': 1, 'project_id': '02024714edc540369380718e8027a1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:26:13.306506 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-a0f0d235-ed0f-407e-8637-a1a3456afe91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed HTTP/1.1" status: 200 len: 999 time: 0.0618575 Dec 07 18:26:13.325251 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5400145b-501d-4833-9273-d84d57364429 None None] Checking router: 036e8bf7-d304-46b3-86a1-1c3c46fba159 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:26:13.333501 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400145b-501d-4833-9273-d84d57364429 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:26:13.334104 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-5400145b-501d-4833-9273-d84d57364429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:25:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:26:13.357506 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-41734947-efc6-45af-89af-de011289a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:13.358935 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-41734947-efc6-45af-89af-de011289a2d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 200 len: 850 time: 0.0433793 Dec 07 18:26:13.405788 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-52fdb810-8929-411d-b9f2-336274178a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:26:13.407186 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-52fdb810-8929-411d-b9f2-336274178a6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03597245-6d91-43e2-998e-8715e605ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389988 Dec 07 18:26:13.437044 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-5400145b-501d-4833-9273-d84d57364429 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:26:13.501167 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-69c39135-4295-4772-859d-2d83430fb8ba service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Dec 07 18:26:13.598050 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bdeb4a19-6688-49ef-aabc-3e41f003f853 req-7f707fa3-5b9b-42b7-b8f1-8a2000a8b05c service neutron] 10.222.0.37 "GET /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857780 Dec 07 18:26:13.656442 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-5400145b-501d-4833-9273-d84d57364429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': 'df471910-82e5-43b3-afd2-ee6872c383df', 'tenant_id': '02024714edc540369380718e8027a1d1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'port_id': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'mac_address': 'fa:16:3e:8c:96:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:26:00Z', 'updated_at': '2021-12-07T18:26:12Z', 'revision_number': 1, 'project_id': '02024714edc540369380718e8027a1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:26:13.804856 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5400145b-501d-4833-9273-d84d57364429 None None] The sync data for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi is: [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': 'df471910-82e5-43b3-afd2-ee6872c383df', 'tenant_id': '02024714edc540369380718e8027a1d1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'port_id': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'mac_address': 'fa:16:3e:8c:96:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:26:00Z', 'updated_at': '2021-12-07T18:26:12Z', 'revision_number': 1, 'project_id': '02024714edc540369380718e8027a1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:26:13.991595 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92559b2b-b1a0-4c2b-aa0e-600cd6488116 None None] New status for floating IP df471910-82e5-43b3-afd2-ee6872c383df: ACTIVE {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:26:14.068374 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-5ede4db9-50a4-4f54-bd36-572ce742232a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:15.088450 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:16.431138 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:17.611932 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:33.028355 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:26:41.520082 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-b4b9b681-6d5b-418b-9c6c-d150a5cff545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:41.916489 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:44.068718 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-16b38354-69d5-44d4-9507-6fa3a63ab59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:45.090162 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:46.435036 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:26:47.614912 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:01.804281 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-a5e74147-a313-46a8-8f24-8891d9e685a3 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1621733622&fields=id&tenant_id=b2ffdb42521347679d15fd16968b883a HTTP/1.1" status: 200 len: 267 time: 0.0433486 Dec 07 18:27:01.920569 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-be07e4c3-a4a1-4409-8e2a-764813a21183 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:01.922027 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-be07e4c3-a4a1-4409-8e2a-764813a21183 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 811 time: 0.1107655 Dec 07 18:27:01.936943 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-5b00edfe-e580-4c99-b711-f4e045de1940 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/quotas/b2ffdb42521347679d15fd16968b883a HTTP/1.1" status: 200 len: 375 time: 0.0092084 Dec 07 18:27:01.988174 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-03bb4868-7950-4b9c-bfcc-36a2fba18a72 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461848 Dec 07 18:27:02.079689 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-41cd387d-769c-45b3-afbb-603e74b8f76e service neutron] 10.222.0.47 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803983 Dec 07 18:27:02.170821 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-366781b9-280f-434f-94de-431585cf3c41 service neutron] 10.222.0.47 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851755 Dec 07 18:27:02.449893 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-21f8cc51-7178-4769-b288-29bf3cc2f2b2 req-ac9b1150-0082-4ecc-8698-c267ab9e350b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 210 time: 0.0263357 Dec 07 18:27:03.550646 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-45c01391-d76b-4290-af5d-fbdae1185628 req-c0f252d4-e65a-4a9a-b72d-b85ec4e52446 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 210 time: 0.0270302 Dec 07 18:27:03.597454 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-82e3a7b5-1c56-4b3e-ada8-3961b33dc6c9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:03.598876 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-82e3a7b5-1c56-4b3e-ada8-3961b33dc6c9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 811 time: 0.1084609 Dec 07 18:27:03.728508 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-284d1957-9f63-4d35-bea9-a3eba4cd8938 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ffdb42521347679d15fd16968b883a HTTP/1.1" status: 200 len: 380 time: 0.0548375 Dec 07 18:27:03.738476 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'port': {'device_id': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'admin_state_up': True, 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'security_groups': ['759530d6-0584-4385-ba85-4bbd2df42cf8']}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:27:03.852135 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Made reservation on behalf of b2ffdb42521347679d15fd16968b883a for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:27:03.855836 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:03.981268 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Allocated IP 172.20.0.9 (6cc4988e-6329-4aa5-8909-0e83fd003435/bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689/6a067a45-3596-4ad7-b665-0420e65e72c9) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:27:04.113260 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:04.146439 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:04.192285 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:27:04.195729 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:27:04.199087 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:27:04.236778 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'Port': ['ID=6a067a45-3596-4ad7-b665-0420e65e72c9,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:04.251548 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.251905 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.252285 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.252621 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.252971 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.253303 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.253638 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.253972 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.254302 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.254793 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.255134 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.255463 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.255799 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:04.271595 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:04.272230 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:04.292137 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-4e72da80-09b5-459e-901a-1170b06ba580 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571852 Dec 07 18:27:04.313622 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Request body: {'port': {'device_id': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:27:04.375407 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:04.431141 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-10d25d24-77db-41aa-872f-e0bdd8dc942c None None] Provisioning complete for port 6a067a45-3596-4ad7-b665-0420e65e72c9 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:27:04.431738 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-10d25d24-77db-41aa-872f-e0bdd8dc942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:04.471343 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-10d25d24-77db-41aa-872f-e0bdd8dc942c None None] Port 6a067a45-3596-4ad7-b665-0420e65e72c9 cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:27:04.685196 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a067a45-3596-4ad7-b665-0420e65e72c9 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:27:04.694429 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:04.715202 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda4b79-b825-4f3f-9725-08eb2fd9a6b7 req-5e83a64c-9fff-4ca3-958a-a99e6f5b366d tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:04.716698 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fcda4b79-b825-4f3f-9725-08eb2fd9a6b7 req-5e83a64c-9fff-4ca3-958a-a99e6f5b366d tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 931 time: 0.0713468 Dec 07 18:27:04.719146 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Transition to ACTIVE for port object 6a067a45-3596-4ad7-b665-0420e65e72c9 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:27:04.722887 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:04.806520 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Pushing event updated for resources: {'Port': ['ID=6a067a45-3596-4ad7-b665-0420e65e72c9,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:04.855438 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fcda4b79-b825-4f3f-9725-08eb2fd9a6b7 req-b9788f1c-397e-4c52-9d6a-3b05d1cb5c8c tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299031 Dec 07 18:27:04.887642 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Attempting to bind port 6a067a45-3596-4ad7-b665-0420e65e72c9 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:27:04.887979 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Attempting to bind port 6a067a45-3596-4ad7-b665-0420e65e72c9 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:27:04.888308 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Attempting to bind port 6a067a45-3596-4ad7-b665-0420e65e72c9 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:27:04.892861 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Port 6a067a45-3596-4ad7-b665-0420e65e72c9 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:27:04.893184 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Attempting to bind port 6a067a45-3596-4ad7-b665-0420e65e72c9 on network 6cc4988e-6329-4aa5-8909-0e83fd003435 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:27:04.898109 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:27:04.898444 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Checking segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:27:04.898826 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Bound using segment: {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:27:04.899255 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Bound port: 6a067a45-3596-4ad7-b665-0420e65e72c9, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f93ca12-bef3-4645-b6b2-84410d8502ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:27:04.899613 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:04.964143 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] For port 6a067a45-3596-4ad7-b665-0420e65e72c9, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:27:04.967184 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] For port 6a067a45-3596-4ad7-b665-0420e65e72c9, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6a067a45-3596-4ad7-b665-0420e65e72c9,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:27:04.970657 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:05.006807 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:05.007423 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:05.008802 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] 10.222.0.37 "PUT /v2.0/ports/6a067a45-3596-4ad7-b665-0420e65e72c9 HTTP/1.1" status: 200 len: 1093 time: 0.7012441 Dec 07 18:27:05.009242 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'tag': '6a067a45-3596-4ad7-b665-0420e65e72c9'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:27:05.012230 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a0be16-c9dd-4951-ae35-be1d8d327092" -d '{"events": [{"name": "network-changed", "server_uuid": "c106a69a-10a0-4232-ab72-3a2e997498b2", "tag": "6a067a45-3596-4ad7-b665-0420e65e72c9"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:27:05.034946 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc53b2-2aaa-4ba8-9de5-2b3fb491e346 service neutron] Pushing event updated for resources: {'Port': ['ID=6a067a45-3596-4ad7-b665-0420e65e72c9,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:05.063760 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d68e5e-3a03-4266-bb5b-4a1d90b5d5d5 x-openstack-request-id: req-f1d68e5e-3a03-4266-bb5b-4a1d90b5d5d5 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:27:05.064057 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c106a69a-10a0-4232-ab72-3a2e997498b2", "tag": "6a067a45-3596-4ad7-b665-0420e65e72c9", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:27:05.064311 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f1d68e5e-3a03-4266-bb5b-4a1d90b5d5d5 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:27:05.064737 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'tag': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'status': 'completed', 'code': 200} Dec 07 18:27:05.131358 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-c4a4b78f-b5d2-4451-957c-70f4f860a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:05.133042 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-c4a4b78f-b5d2-4451-957c-70f4f860a959 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 1096 time: 0.0480802 Dec 07 18:27:05.190740 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-3649a331-8079-4167-849b-66d30ef2f71e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a067a45-3596-4ad7-b665-0420e65e72c9 HTTP/1.1" status: 200 len: 217 time: 0.0356712 Dec 07 18:27:05.241490 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-1d3e9b2a-5365-4ad0-8df7-be52a4809edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:05.242915 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-1d3e9b2a-5365-4ad0-8df7-be52a4809edd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.0427518 Dec 07 18:27:05.290623 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-3e0fef64-af07-49c2-846f-a5dd68ce70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:05.292025 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-3e0fef64-af07-49c2-846f-a5dd68ce70a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412240 Dec 07 18:27:05.388479 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-b13d4222-95f4-4ef9-8f7e-4007c081ffad service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878644 Dec 07 18:27:05.485089 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2be1f670-5e27-44da-bef6-9ada14dd7e2c req-6facc3ed-4a8a-4a23-bc7e-9e6891a17513 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876181 Dec 07 18:27:05.533116 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-8597762a-3526-411a-a4f5-483de6a74669 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79285650&fields=id&tenant_id=ad6fb53129e547a9b4093380eb0ec0ad HTTP/1.1" status: 200 len: 267 time: 0.0470788 Dec 07 18:27:05.585371 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-fd2e291b-794a-4d8f-b0d5-945fe21e9a69 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:05.586830 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-fd2e291b-794a-4d8f-b0d5-945fe21e9a69 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 984 time: 0.0476232 Dec 07 18:27:05.600102 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-94e99048-d05c-41b9-8e1a-69cb8c62539b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Request body: {'port': {'security_groups': ['920957dc-96b2-46d1-852d-8830666269c4']}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:27:05.703237 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-d5124a0b-5518-488c-91a4-9aefd4dcece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:05.704739 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-d5124a0b-5518-488c-91a4-9aefd4dcece8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 1096 time: 0.0808392 Dec 07 18:27:05.705419 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-94e99048-d05c-41b9-8e1a-69cb8c62539b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:05.876777 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-f678614b-e4e9-4bc6-85a7-dd39cebd0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:05.878244 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-f678614b-e4e9-4bc6-85a7-dd39cebd0231 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 912 time: 0.1367111 Dec 07 18:27:05.953128 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-7839c284-0bce-41d6-8403-b0d93ed03e7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a067a45-3596-4ad7-b665-0420e65e72c9 HTTP/1.1" status: 200 len: 217 time: 0.0654321 Dec 07 18:27:06.019756 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-94e99048-d05c-41b9-8e1a-69cb8c62539b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] For port 034465fc-5b1e-4ffa-9dbb-b8191300a064, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:06.031205 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-be84eac3-ff78-44d9-94e2-e8c884592165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:06.032696 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-be84eac3-ff78-44d9-94e2-e8c884592165 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.0713122 Dec 07 18:27:06.079065 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-94e99048-d05c-41b9-8e1a-69cb8c62539b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.085865 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-94e99048-d05c-41b9-8e1a-69cb8c62539b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.123257 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-3aa59088-b45b-48b3-ae3c-d77de2d4198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:06.124771 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-3aa59088-b45b-48b3-ae3c-d77de2d4198f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841339 Dec 07 18:27:06.134601 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['034465fc-5b1e-4ffa-9dbb-b8191300a064'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:27:06.142253 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-94e99048-d05c-41b9-8e1a-69cb8c62539b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:06.142865 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-94e99048-d05c-41b9-8e1a-69cb8c62539b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.144241 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fb0c5955-32fb-48be-97cf-ab1462454442 req-94e99048-d05c-41b9-8e1a-69cb8c62539b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "PUT /v2.0/ports/034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 200 len: 942 time: 0.5499022 Dec 07 18:27:06.152803 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54238) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:06.200519 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435eaa2e-6a70-43eb-a142-c4397f821ce8 req-95bf940c-e13d-4a57-a3d7-1e178cb79e78 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:06.209619 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-435eaa2e-6a70-43eb-a142-c4397f821ce8 req-95bf940c-e13d-4a57-a3d7-1e178cb79e78 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 943 time: 0.0674984 Dec 07 18:27:06.249426 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e99048-d05c-41b9-8e1a-69cb8c62539b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event updated for resources: {'Port': ['ID=034465fc-5b1e-4ffa-9dbb-b8191300a064,revision_number=7']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:06.269856 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-435eaa2e-6a70-43eb-a142-c4397f821ce8 req-33a3315d-060f-4742-b5d7-da5a46322973 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585740 Dec 07 18:27:06.311921 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8e347f8e-c8d8-44b8-8f4e-320f258ed272 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.317390 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-44667f16-5492-4504-9a1b-cdf2df11e596 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833231 Dec 07 18:27:06.364925 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8e347f8e-c8d8-44b8-8f4e-320f258ed272 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.407283 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['034465fc-5b1e-4ffa-9dbb-b8191300a064'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:27:06.449692 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-03a0be16-c9dd-4951-ae35-be1d8d327092 req-fea78ce4-dc41-49eb-ba7c-90e8e66a9b78 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227696 Dec 07 18:27:06.458286 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-c8eb6d40-6d2f-41c7-9d18-b057abf2b048 None None] Provisioning complete for port 034465fc-5b1e-4ffa-9dbb-b8191300a064 triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:27:06.458671 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6d40-6d2f-41c7-9d18-b057abf2b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.477642 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8e347f8e-c8d8-44b8-8f4e-320f258ed272 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.481431 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8e347f8e-c8d8-44b8-8f4e-320f258ed272 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.482559 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-8e347f8e-c8d8-44b8-8f4e-320f258ed272 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "DELETE /v2.0/security-groups/7c841487-3d4c-4019-9480-3f4fa3144871 HTTP/1.1" status: 204 len: 168 time: 0.3260486 Dec 07 18:27:06.485347 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54240) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:06.492441 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e347f8e-c8d8-44b8-8f4e-320f258ed272 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c841487-3d4c-4019-9480-3f4fa3144871,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:06.657120 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Deleting port 9a27992d-2e3f-44b3-9f3a-0c9f9e08eed2 {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:06.657463 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.732932 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.733266 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.744624 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Calling delete_port for 9a27992d-2e3f-44b3-9f3a-0c9f9e08eed2 owned by network:floatingip {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:06.914398 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:06.942453 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event deleted for resources: {'Port': ['ID=9a27992d-2e3f-44b3-9f3a-0c9f9e08eed2,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:06.967541 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.967896 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.968246 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.968616 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.968957 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.969296 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.969630 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.969963 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.970294 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.970624 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.970953 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.971281 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:06.971607 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:07.009702 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks [] for floatingip, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:07.010033 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.l3_db [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Floating IP 767b8689-85fe-48a8-9e3c-56e7d914f738 disassociated (deleted). External IP: 172.27.2.37, port: 034465fc-5b1e-4ffa-9dbb-b8191300a064. Dec 07 18:27:07.066170 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:27:07.068690 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c1e389-461a-4133-ac61-f93bbfb61c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:27:07.106684 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5528a4ed-86a9-4098-9a0a-e2f296b858b2 x-openstack-request-id: req-5528a4ed-86a9-4098-9a0a-e2f296b858b2 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:27:07.107072 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:27:07.107423 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5528a4ed-86a9-4098-9a0a-e2f296b858b2 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:27:07.108598 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'status': 'completed', 'code': 200} Dec 07 18:27:07.215205 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Router 4d877b06-80e2-4162-b749-7b6a6adaf325 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:27:07.253018 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-ce8d9a91-a888-4d30-b772-8b29390d1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:07.254528 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-ce8d9a91-a888-4d30-b772-8b29390d1dcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad6fb53129e547a9b4093380eb0ec0ad&device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 1098 time: 0.0450845 Dec 07 18:27:07.321116 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:27:07.326106 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:07.335607 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] Sync routers for ids ['4d877b06-80e2-4162-b749-7b6a6adaf325'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:27:07.349411 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-f45683b8-1c23-400f-b15e-29254e9a08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:07.350876 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-f45683b8-1c23-400f-b15e-29254e9a08e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=959929fe-24b2-4716-8851-426a6d5d4aff HTTP/1.1" status: 200 len: 916 time: 0.0877645 Dec 07 18:27:07.355232 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] Routers {'4d877b06-80e2-4162-b749-7b6a6adaf325'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:07.355499 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-6ff60353-3b5a-446e-9ba8-4447748488c1 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "DELETE /v2.0/floatingips/767b8689-85fe-48a8-9e3c-56e7d914f738 HTTP/1.1" status: 204 len: 168 time: 0.8661311 Dec 07 18:27:07.355693 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:26:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4d877b06-80e2-4162-b749-7b6a6adaf325'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:07.355916 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:27:07.358231 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c881de3-4a02-408a-9c30-53a6b7c0feb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:27:07.402408 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-84541bfd-9c26-4906-96f4-2bc410dbffe0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 200 len: 217 time: 0.0426025 Dec 07 18:27:07.424561 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c5062-c8a5-4e23-97ad-73f5e6114f7e req-4e4b4b5e-109f-4ba4-8056-5fdb4a178d83 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:07.431989 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9e8c5062-c8a5-4e23-97ad-73f5e6114f7e req-4e4b4b5e-109f-4ba4-8056-5fdb4a178d83 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 943 time: 0.0621233 Dec 07 18:27:07.464924 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-d2db0109-2632-4769-8b48-970dded4c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:07.467077 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-d2db0109-2632-4769-8b48-970dded4c099 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=183c683b-6ae4-4627-9e10-dd5e2d84f658 HTTP/1.1" status: 200 len: 854 time: 0.0568690 Dec 07 18:27:07.485797 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9e8c5062-c8a5-4e23-97ad-73f5e6114f7e req-84d9adab-6ee7-4931-82f2-b0642d5149a3 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529053 Dec 07 18:27:07.489957 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] Set router 4d877b06-80e2-4162-b749-7b6a6adaf325 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:07.528444 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-596880d5-478a-4c29-a4c9-8fe462849462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:07.529989 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-596880d5-478a-4c29-a4c9-8fe462849462 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=959929fe-24b2-4716-8851-426a6d5d4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553405 Dec 07 18:27:07.543806 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f3642c-f0e3-4323-9dd4-85ecd11f1c4f x-openstack-request-id: req-a4f3642c-f0e3-4323-9dd4-85ecd11f1c4f {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:27:07.544039 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:27:07.544300 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4f3642c-f0e3-4323-9dd4-85ecd11f1c4f {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:27:07.544731 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'status': 'completed', 'code': 200} Dec 07 18:27:07.642018 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-fb7b0801-8338-4e47-8516-3c4a1b7522d6 service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046386 Dec 07 18:27:07.736668 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:51Z', 'revision_number': 5, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:07.737861 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-73c1e389-461a-4133-ac61-f93bbfb61c5f req-c7873f58-5022-46d1-a352-52fabd944795 service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861986 Dec 07 18:27:07.761620 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] Checking router: 4d877b06-80e2-4162-b749-7b6a6adaf325 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:27:07.770032 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] Routers {'4d877b06-80e2-4162-b749-7b6a6adaf325'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:07.770618 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:26:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4d877b06-80e2-4162-b749-7b6a6adaf325'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:07.872963 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-27e2b552-8840-4e99-bbc4-61794f806b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:07.874597 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-27e2b552-8840-4e99-bbc4-61794f806b61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad6fb53129e547a9b4093380eb0ec0ad&device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 1098 time: 0.0425119 Dec 07 18:27:07.877432 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] Set router 4d877b06-80e2-4162-b749-7b6a6adaf325 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:07.989901 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-04b0dc1b-4e4c-4427-80d9-07758acdb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:07.991519 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-04b0dc1b-4e4c-4427-80d9-07758acdb1b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=959929fe-24b2-4716-8851-426a6d5d4aff HTTP/1.1" status: 200 len: 916 time: 0.0939946 Dec 07 18:27:08.036729 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-5682b517-add5-4dc3-ac36-d3db94055b67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 200 len: 217 time: 0.0369847 Dec 07 18:27:08.076684 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:51Z', 'revision_number': 5, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:08.101316 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-8b47fe66-5c0a-41e3-a2a9-f8741b07dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:08.102887 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-8b47fe66-5c0a-41e3-a2a9-f8741b07dd7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=183c683b-6ae4-4627-9e10-dd5e2d84f658 HTTP/1.1" status: 200 len: 854 time: 0.0493546 Dec 07 18:27:08.107907 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87293ad1-70cb-4342-847a-bbea83d595d4 None None] The sync data for ids ['4d877b06-80e2-4162-b749-7b6a6adaf325'] in dv-cinder-820918-1-iscsi is: [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:22:45Z', 'revision_number': 4, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '526fbc51-0e4a-4230-b654-a3eef7431580', 'name': '', 'network_id': '959929fe-24b2-4716-8851-426a6d5d4aff', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'mac_address': 'fa:16:3e:02:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:45Z', 'updated_at': '2021-12-07T18:22:51Z', 'revision_number': 5, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'subnets': [{'id': '183c683b-6ae4-4627-9e10-dd5e2d84f658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:27:08.155283 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-7c959372-5a1d-42e5-8b4b-3fafc6843b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:08.156847 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-7c959372-5a1d-42e5-8b4b-3fafc6843b74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=959929fe-24b2-4716-8851-426a6d5d4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423219 Dec 07 18:27:08.264220 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-49ea15d6-0e8b-4ed4-9abf-f7d176e1009f service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975881 Dec 07 18:27:08.371664 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbe750-b611-4e14-8c93-92c416e580f4 None None] New status for floating IP 767b8689-85fe-48a8-9e3c-56e7d914f738: DOWN {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:27:08.389212 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-7c881de3-4a02-408a-9c30-53a6b7c0feb6 req-67c554a8-72b1-4e26-aa7c-52d5336bf450 service neutron] 10.222.0.37 "GET /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168897 Dec 07 18:27:08.607262 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635243a-8afb-4190-ab42-5d2e80fc3ed8 req-f05d4f09-bd55-4680-8964-0738ad7fe2ae tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:08.608738 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2635243a-8afb-4190-ab42-5d2e80fc3ed8 req-f05d4f09-bd55-4680-8964-0738ad7fe2ae tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 943 time: 0.0503998 Dec 07 18:27:08.657510 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2635243a-8afb-4190-ab42-5d2e80fc3ed8 req-c4b9940e-c488-485a-b2dc-7abfcb13b3ba tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428770 Dec 07 18:27:09.775104 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2cfd3-bee7-41dc-9829-da69981fc5db req-26013274-8529-4517-9a56-b57761084a9b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:09.776688 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5bf2cfd3-bee7-41dc-9829-da69981fc5db req-26013274-8529-4517-9a56-b57761084a9b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 943 time: 0.0493605 Dec 07 18:27:09.831450 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5bf2cfd3-bee7-41dc-9829-da69981fc5db req-660e0937-d4e2-48cb-bac4-66caed6ae4f7 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487461 Dec 07 18:27:10.028436 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:27:10.706730 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe056e-6dcc-49ea-b5d5-b7cdc33d541c req-33eda63e-7f47-4475-b54a-c690d9a7a9f5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:10.708180 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fdbe056e-6dcc-49ea-b5d5-b7cdc33d541c req-33eda63e-7f47-4475-b54a-c690d9a7a9f5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0476699 Dec 07 18:27:10.758501 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fdbe056e-6dcc-49ea-b5d5-b7cdc33d541c req-d81743af-f4ed-409d-ba73-34584a7c9a7f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443475 Dec 07 18:27:10.949979 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9778a-d975-4fb3-968e-1bc10691245e req-cba4a4ac-a254-458f-b65a-b80260338278 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:10.951510 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a9a9778a-d975-4fb3-968e-1bc10691245e req-cba4a4ac-a254-458f-b65a-b80260338278 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 943 time: 0.0475633 Dec 07 18:27:11.008840 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a9a9778a-d975-4fb3-968e-1bc10691245e req-382b2bda-c38b-497a-ba24-bd162853a168 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495677 Dec 07 18:27:11.166782 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e34ba-81dd-4ed3-841e-2626c0c15300 req-1e31bf29-a979-4489-b861-78e95b380047 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:11.168558 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a30e34ba-81dd-4ed3-841e-2626c0c15300 req-1e31bf29-a979-4489-b861-78e95b380047 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0528572 Dec 07 18:27:11.224025 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a30e34ba-81dd-4ed3-841e-2626c0c15300 req-70f8d143-4e94-41e8-875f-c49184d8ae6b tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494111 Dec 07 18:27:11.522041 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d744c948-efdc-41ad-8e6b-63b21854a622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:11.877053 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535b203-e821-4703-a370-dffe109df685 req-56788346-39c2-4dc9-99d5-aeec28b82e5f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:11.878647 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c535b203-e821-4703-a370-dffe109df685 req-56788346-39c2-4dc9-99d5-aeec28b82e5f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0476561 Dec 07 18:27:11.925344 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c535b203-e821-4703-a370-dffe109df685 req-1d2c0f94-4d25-43ff-9012-f7723489ab55 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407259 Dec 07 18:27:11.932114 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:12.128620 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed33e90-145c-4f03-b753-d3912efad748 req-ae1e0a06-143f-4abd-8fa6-389ecb5e7214 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:12.130071 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2ed33e90-145c-4f03-b753-d3912efad748 req-ae1e0a06-143f-4abd-8fa6-389ecb5e7214 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 943 time: 0.0473642 Dec 07 18:27:12.178435 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2ed33e90-145c-4f03-b753-d3912efad748 req-135f37a2-045d-4412-b474-1360a376cded tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Dec 07 18:27:12.345649 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cd3b5-4171-4bd8-a6bd-e410849581cd req-39832f39-739f-4508-a327-eed0c4a22c1d tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:12.347110 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ac5cd3b5-4171-4bd8-a6bd-e410849581cd req-39832f39-739f-4508-a327-eed0c4a22c1d tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0503573 Dec 07 18:27:12.393458 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ac5cd3b5-4171-4bd8-a6bd-e410849581cd req-a781bb7f-f933-4589-890c-2b83d9e1f36e tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Dec 07 18:27:13.041257 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cab12a-458c-442a-beb2-35a35627821a req-74fb2282-649a-4cf1-91e6-5124b7768524 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:13.043533 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d6cab12a-458c-442a-beb2-35a35627821a req-74fb2282-649a-4cf1-91e6-5124b7768524 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0470307 Dec 07 18:27:13.089342 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d6cab12a-458c-442a-beb2-35a35627821a req-4b730145-6245-4852-aae1-743cf3427cae tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395401 Dec 07 18:27:13.293584 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b05288-53d0-44c0-8a23-5da88d5e6250 req-f709b592-cc92-4d79-aa87-3e379174218a tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:13.294963 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-01b05288-53d0-44c0-8a23-5da88d5e6250 req-f709b592-cc92-4d79-aa87-3e379174218a tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 943 time: 0.0479431 Dec 07 18:27:13.344049 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-01b05288-53d0-44c0-8a23-5da88d5e6250 req-eea8e0c6-2ba2-4950-93fd-3a8d31d95026 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431774 Dec 07 18:27:13.504742 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc5361-d953-4896-938a-7bd1e40eb4af req-84f2994e-3343-432c-8692-77e4731a2f52 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:13.506182 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-92bc5361-d953-4896-938a-7bd1e40eb4af req-84f2994e-3343-432c-8692-77e4731a2f52 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0467272 Dec 07 18:27:13.555683 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-92bc5361-d953-4896-938a-7bd1e40eb4af req-6bd067bb-030d-4fda-8e69-509ecf40c12a tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/security-groups?id=920957dc-96b2-46d1-852d-8830666269c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 Dec 07 18:27:13.622942 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-71a06c66-6ed3-4aee-8753-3d38bd4790c2 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:13.624389 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-71a06c66-6ed3-4aee-8753-3d38bd4790c2 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 945 time: 0.0491776 Dec 07 18:27:13.703055 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6a067a45-3596-4ad7-b665-0420e65e72c9 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:27:13.716648 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-a7fb2379-f0c4-40c8-8903-d6a7f9d8bc9f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Deleting port 034465fc-5b1e-4ffa-9dbb-b8191300a064 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:13.716989 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-a7fb2379-f0c4-40c8-8903-d6a7f9d8bc9f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:13.797137 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 6a067a45-3596-4ad7-b665-0420e65e72c9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6a067a45-3596-4ad7-b665-0420e65e72c9,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:13.809604 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-a7fb2379-f0c4-40c8-8903-d6a7f9d8bc9f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] For port 034465fc-5b1e-4ffa-9dbb-b8191300a064, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=034465fc-5b1e-4ffa-9dbb-b8191300a064,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:13.809801 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'port_id': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'mac_address': 'fa:16:3e:7e:68:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:27:13.809918 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-a7fb2379-f0c4-40c8-8903-d6a7f9d8bc9f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:13.822505 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-a7fb2379-f0c4-40c8-8903-d6a7f9d8bc9f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Calling delete_port for 034465fc-5b1e-4ffa-9dbb-b8191300a064 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:13.846107 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:13.858959 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a067a45-3596-4ad7-b665-0420e65e72c9 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:27:13.878950 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 6a067a45-3596-4ad7-b665-0420e65e72c9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6a067a45-3596-4ad7-b665-0420e65e72c9,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:13.884138 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:13.936556 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=6a067a45-3596-4ad7-b665-0420e65e72c9,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:13.943602 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.943955 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.944302 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.944687 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.945028 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.945357 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.945689 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.946017 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.946343 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.946667 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.947253 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.948128 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.948128 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:27:13.958309 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-a7fb2379-f0c4-40c8-8903-d6a7f9d8bc9f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:14.009348 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['034465fc-5b1e-4ffa-9dbb-b8191300a064'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:27:14.071559 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-cf44c9d6-6710-4dca-9953-e86f57e6c583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:14.212083 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b0b4-5815-49a7-8c9d-5ed9b3924d07 req-cda4c3b1-57fc-40f2-883f-2eac60a95fa7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:14.215789 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2788b0b4-5815-49a7-8c9d-5ed9b3924d07 req-cda4c3b1-57fc-40f2-883f-2eac60a95fa7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0535107 Dec 07 18:27:14.222346 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb2379-f0c4-40c8-8903-d6a7f9d8bc9f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Pushing event deleted for resources: {'Port': ['ID=034465fc-5b1e-4ffa-9dbb-b8191300a064,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:14.264434 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-2788b0b4-5815-49a7-8c9d-5ed9b3924d07 req-5b9e39bd-3da8-4519-9eeb-c30417caf1db tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448587 Dec 07 18:27:14.271424 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-a7fb2379-f0c4-40c8-8903-d6a7f9d8bc9f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] No DVR routers for this DVR port 034465fc-5b1e-4ffa-9dbb-b8191300a064 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:27:14.273968 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-a7fb2379-f0c4-40c8-8903-d6a7f9d8bc9f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:14.277594 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-15aa29a3-0c43-4f3e-9786-4e277e99fe64 req-a7fb2379-f0c4-40c8-8903-d6a7f9d8bc9f tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.37 "DELETE /v2.0/ports/034465fc-5b1e-4ffa-9dbb-b8191300a064 HTTP/1.1" status: 204 len: 173 time: 0.6465776 Dec 07 18:27:14.278058 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'name': 'network-vif-deleted', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:27:14.280418 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65a34bf-28c3-470b-9de2-b5130ad38073" -d '{"events": [{"server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "name": "network-vif-deleted", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:27:14.319311 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00691c0e-80fd-4701-9eef-c1dceae5cb7c x-openstack-request-id: req-00691c0e-80fd-4701-9eef-c1dceae5cb7c {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:27:14.319884 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bb223f-95a8-422a-adc2-9358a70c8ebb", "name": "network-vif-deleted", "tag": "034465fc-5b1e-4ffa-9dbb-b8191300a064", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:27:14.319884 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00691c0e-80fd-4701-9eef-c1dceae5cb7c {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:27:14.320229 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bb223f-95a8-422a-adc2-9358a70c8ebb', 'name': 'network-vif-deleted', 'tag': '034465fc-5b1e-4ffa-9dbb-b8191300a064', 'status': 'completed', 'code': 200} Dec 07 18:27:14.402872 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['6a067a45-3596-4ad7-b665-0420e65e72c9'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:27:14.463760 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f925a-e648-4eac-9757-d7106b7aaaf5 req-caf26d43-d5ae-43e8-9e6d-b483c9f8dd0b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:14.465942 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-782f925a-e648-4eac-9757-d7106b7aaaf5 req-caf26d43-d5ae-43e8-9e6d-b483c9f8dd0b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 944 time: 0.0525146 Dec 07 18:27:14.515575 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-782f925a-e648-4eac-9757-d7106b7aaaf5 req-f87cf209-040a-482a-b1e7-a9fe1f5d5d6f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435443 Dec 07 18:27:14.676949 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4ad53383-893e-40e5-87b5-dc29c35c527d req-be0cf662-5335-47b5-9fd7-4da22ec57ff8 tempest-TestMinimumBasicScenario-1108881577 tempest-TestMinimumBasicScenario-1108881577-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3bb223f-95a8-422a-adc2-9358a70c8ebb HTTP/1.1" status: 200 len: 210 time: 0.0339999 Dec 07 18:27:15.093594 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:15.385268 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa76e-c43b-4501-8df0-493eacdeb904 req-33caadf5-f848-44d7-b2ad-4934f48f4187 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:15.387500 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c06fa76e-c43b-4501-8df0-493eacdeb904 req-33caadf5-f848-44d7-b2ad-4934f48f4187 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0504012 Dec 07 18:27:15.433986 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c06fa76e-c43b-4501-8df0-493eacdeb904 req-5995acab-0acb-4d66-bf60-55ee48a6af6c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404136 Dec 07 18:27:15.636799 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a1880-1201-4e39-8efb-041642c70a05 req-b312a47a-87e5-46c9-8422-d00b634151fe tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:15.638282 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-409a1880-1201-4e39-8efb-041642c70a05 req-b312a47a-87e5-46c9-8422-d00b634151fe tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 944 time: 0.0520303 Dec 07 18:27:15.686756 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-409a1880-1201-4e39-8efb-041642c70a05 req-7acd12ce-9c1f-48ab-9c21-f3e7a54e4d01 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Dec 07 18:27:15.717242 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6a067a45-3596-4ad7-b665-0420e65e72c9 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:27:15.766269 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 6a067a45-3596-4ad7-b665-0420e65e72c9 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:27:15.770224 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 6a067a45-3596-4ad7-b665-0420e65e72c9 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:27:15.770591 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:15.850452 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:15.874755 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a067a45-3596-4ad7-b665-0420e65e72c9'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:27:15.877128 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e918f5f1-26ac-4248-bf90-b37334bb4b2e" -d '{"events": [{"server_uuid": "c106a69a-10a0-4232-ab72-3a2e997498b2", "name": "network-vif-plugged", "status": "completed", "tag": "6a067a45-3596-4ad7-b665-0420e65e72c9"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:27:15.891854 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 6a067a45-3596-4ad7-b665-0420e65e72c9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6a067a45-3596-4ad7-b665-0420e65e72c9,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:15.896085 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:15.897082 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 034465fc-5b1e-4ffa-9dbb-b8191300a064 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:15.919161 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5548dcda-393d-49f3-a857-c0abff3b3751 x-openstack-request-id: req-5548dcda-393d-49f3-a857-c0abff3b3751 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:27:15.919475 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c106a69a-10a0-4232-ab72-3a2e997498b2", "name": "network-vif-plugged", "status": "completed", "tag": "6a067a45-3596-4ad7-b665-0420e65e72c9", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:27:15.919707 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5548dcda-393d-49f3-a857-c0abff3b3751 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:27:15.920087 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'code': 200} Dec 07 18:27:15.938441 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 034465fc-5b1e-4ffa-9dbb-b8191300a064 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:15.938786 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 034465fc-5b1e-4ffa-9dbb-b8191300a064 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:15.966291 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=6a067a45-3596-4ad7-b665-0420e65e72c9,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:16.189474 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1d274-0f44-4671-aa8c-6baa0a6fb2d8 req-21384bbd-57ab-4a06-aae9-f092c250d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:16.190967 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-95a1d274-0f44-4671-aa8c-6baa0a6fb2d8 req-21384bbd-57ab-4a06-aae9-f092c250d59c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 1098 time: 0.0442479 Dec 07 18:27:16.241446 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-95a1d274-0f44-4671-aa8c-6baa0a6fb2d8 req-26228e48-20cd-48a5-968f-073c460bd596 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417018 Dec 07 18:27:16.399932 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54404) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:16.439098 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:16.553981 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428bfb8-08ab-44c3-8a2e-bed9b19620b7 req-16fcc434-8032-4a1d-b12b-ea183edb5f69 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:16.555445 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6428bfb8-08ab-44c3-8a2e-bed9b19620b7 req-16fcc434-8032-4a1d-b12b-ea183edb5f69 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0476134 Dec 07 18:27:16.606001 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6428bfb8-08ab-44c3-8a2e-bed9b19620b7 req-e6f26b54-f132-42b4-a78c-d411164e59af tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442312 Dec 07 18:27:16.745985 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4182449'] for router_interface, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:17.110406 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99688a94-9a32-4208-81e8-c5a9e68c68d0 req-82841842-d7e5-4357-861f-7523748ae414 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:17.111837 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-99688a94-9a32-4208-81e8-c5a9e68c68d0 req-82841842-d7e5-4357-861f-7523748ae414 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 945 time: 0.3345120 Dec 07 18:27:17.214616 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-99688a94-9a32-4208-81e8-c5a9e68c68d0 req-5bbf5f73-aad3-46a8-a578-493a515e1f34 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952444 Dec 07 18:27:17.297451 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] Deleting port 526fbc51-0e4a-4230-b654-a3eef7431580 {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:17.297782 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:17.374573 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] For port 526fbc51-0e4a-4230-b654-a3eef7431580, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=526fbc51-0e4a-4230-b654-a3eef7431580,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:17.374874 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:17.390369 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] Calling delete_port for 526fbc51-0e4a-4230-b654-a3eef7431580 owned by network:router_interface {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:17.561532 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:17.593645 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] Pushing event deleted for resources: {'Port': ['ID=526fbc51-0e4a-4230-b654-a3eef7431580,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:17.624126 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:17.788630 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48806ed-c004-4606-a5bf-44d87151807c req-1f253c13-7da5-4581-8e52-9b481c8a0461 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:17.790103 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f48806ed-c004-4606-a5bf-44d87151807c req-1f253c13-7da5-4581-8e52-9b481c8a0461 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0925362 Dec 07 18:27:17.803626 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3856974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182469'] for router_interface, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:17.888439 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f48806ed-c004-4606-a5bf-44d87151807c req-f8b428f1-0c7a-4d4a-8579-e713e4ad4512 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916641 Dec 07 18:27:18.045701 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] Router 4d877b06-80e2-4162-b749-7b6a6adaf325 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:27:18.150932 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:27:18.156566 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-aad1659f-1e9b-4cad-b24c-61a04457f92c admin admin] 10.222.0.47 "PUT /v2.0/routers/4d877b06-80e2-4162-b749-7b6a6adaf325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7555528 Dec 07 18:27:18.159133 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54414) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:18.160573 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] Sync routers for ids ['4d877b06-80e2-4162-b749-7b6a6adaf325'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:27:18.171761 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] Routers {'4d877b06-80e2-4162-b749-7b6a6adaf325'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:18.172423 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4d877b06-80e2-4162-b749-7b6a6adaf325'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:18.262631 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Publish callbacks [] for router, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.281082 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] Set router 4d877b06-80e2-4162-b749-7b6a6adaf325 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:18.335578 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dc253-147d-44d9-a906-0cf56e7eff0c req-e9bf3247-3a2e-4a33-b7df-8dbb787cb8a8 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:18.337240 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d21dc253-147d-44d9-a906-0cf56e7eff0c req-e9bf3247-3a2e-4a33-b7df-8dbb787cb8a8 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 945 time: 0.0506017 Dec 07 18:27:18.372537 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.422736 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d21dc253-147d-44d9-a906-0cf56e7eff0c req-951736d7-fecd-4a30-9d9d-df6c714f1ebf tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769613 Dec 07 18:27:18.430730 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Deleting port ff94c4d1-1ac4-4362-9546-e276f51dd2f2 {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:18.431078 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.478958 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:27:17Z', 'revision_number': 5, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port': {'id': 'ff94c4d1-1ac4-4362-9546-e276f51dd2f2', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:43Z', 'updated_at': '2021-12-07T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:18.510532 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] Checking router: 4d877b06-80e2-4162-b749-7b6a6adaf325 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:27:18.521046 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] Routers {'4d877b06-80e2-4162-b749-7b6a6adaf325'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:18.521917 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4d877b06-80e2-4162-b749-7b6a6adaf325'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:18.527427 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] For port ff94c4d1-1ac4-4362-9546-e276f51dd2f2, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=ff94c4d1-1ac4-4362-9546-e276f51dd2f2,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:18.527895 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.540769 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Calling delete_port for ff94c4d1-1ac4-4362-9546-e276f51dd2f2 owned by network:router_gateway {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:18.541024 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc41d35-a340-4e46-9eb2-32134ee94a0e req-906a2d9e-3816-4bcf-a49f-106ba81fa9b6 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:18.543212 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6dc41d35-a340-4e46-9eb2-32134ee94a0e req-906a2d9e-3816-4bcf-a49f-106ba81fa9b6 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 945 time: 0.0507443 Dec 07 18:27:18.595052 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6dc41d35-a340-4e46-9eb2-32134ee94a0e req-44c9fcd9-547e-4b3b-8d5c-60509ff4eafd tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450125 Dec 07 18:27:18.609352 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] Set router 4d877b06-80e2-4162-b749-7b6a6adaf325 gateway port host: None {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:18.621013 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54422) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:18.664786 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:27:18Z', 'revision_number': 6, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port_host': None}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:18.695285 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f098611-dcdf-403f-96c4-c421834d4ae5 None None] The sync data for ids ['4d877b06-80e2-4162-b749-7b6a6adaf325'] in dv-cinder-820918-1-iscsi is: [{'id': '4d877b06-80e2-4162-b749-7b6a6adaf325', 'name': 'tempest-TestMinimumBasicScenario-2082332378-router', 'tenant_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:42Z', 'updated_at': '2021-12-07T18:27:18Z', 'revision_number': 6, 'project_id': 'ad6fb53129e547a9b4093380eb0ec0ad', 'gw_port_host': None}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:27:18.715249 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.742378 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff94c4d1-1ac4-4362-9546-e276f51dd2f2,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:18.801681 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4183935'] for router_gateway, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.827949 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b30e3-ac44-47b0-84da-8c717833ceff tempest-TestVolumeBootPattern-1604343381 tempest-TestVolumeBootPattern-1604343381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:18.829514 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-b83b30e3-ac44-47b0-84da-8c717833ceff tempest-TestVolumeBootPattern-1604343381 tempest-TestVolumeBootPattern-1604343381-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 1093 time: 0.2074070 Dec 07 18:27:18.832261 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54426) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:18.836705 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Request body: {'floatingip': {'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'port_id': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:27:18.859930 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.909039 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4184811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30340'] for router, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.911152 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.963110 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.994258 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4184786'] for router, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:18.994693 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d877b06-80e2-4162-b749-7b6a6adaf325 {{(pid=102526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:27:19.001728 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.002856 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-fd5cb946-b32b-4e4a-82d8-2aacc6346143 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4d877b06-80e2-4162-b749-7b6a6adaf325 HTTP/1.1" status: 204 len: 168 time: 0.8427653 Dec 07 18:27:19.005582 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54430) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:19.023529 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3c792-e9b4-4c9d-9c27-8811d71549aa req-14f2970e-ef22-4c12-b7a5-de55d65aa104 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:19.025015 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ebc3c792-e9b4-4c9d-9c27-8811d71549aa req-14f2970e-ef22-4c12-b7a5-de55d65aa104 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0571156 Dec 07 18:27:19.085974 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ebc3c792-e9b4-4c9d-9c27-8811d71549aa req-26e7a9f5-1817-4c93-9c62-57c7c631cb92 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542660 Dec 07 18:27:19.088578 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b341a0-2d42-4e25-9685-118e1e44b2a9 admin admin] Deleting subnet 183c683b-6ae4-4627-9e10-dd5e2d84f658 {{(pid=102527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:27:19.095046 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-55b341a0-2d42-4e25-9685-118e1e44b2a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.151071 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Allocated IP 172.27.2.222 (a77dd0a2-9628-43aa-bd4b-eb8d184360aa/d5518437-a6ee-4529-8930-8c4c06c3fa68/29b73c9f-3269-4e24-95e2-ebe097767c34) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:27:19.155173 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-55b341a0-2d42-4e25-9685-118e1e44b2a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126242623'] for subnet, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.330610 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-55b341a0-2d42-4e25-9685-118e1e44b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.376062 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.415450 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-55b341a0-2d42-4e25-9685-118e1e44b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129744420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129886070'] for subnet, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.443181 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b341a0-2d42-4e25-9685-118e1e44b2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183c683b-6ae4-4627-9e10-dd5e2d84f658,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:19.445239 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.456913 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-55b341a0-2d42-4e25-9685-118e1e44b2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.460062 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-55b341a0-2d42-4e25-9685-118e1e44b2a9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/183c683b-6ae4-4627-9e10-dd5e2d84f658 HTTP/1.1" status: 204 len: 168 time: 0.4535406 Dec 07 18:27:19.461498 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b49558-91ba-4c12-a5ee-86e2df06ecf7 None None] Network 959929fe-24b2-4716-8851-426a6d5d4aff requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:27:19.462810 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54432) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:19.495622 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Network a77dd0a2-9628-43aa-bd4b-eb8d184360aa is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:27:19.498734 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:27:19.502576 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:27:19.566252 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'Port': ['ID=29b73c9f-3269-4e24-95e2-ebe097767c34,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:19.602504 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.645718 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 526fbc51-0e4a-4230-b654-a3eef7431580 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:19.665436 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Deleting port 4ff83efb-ab4f-46e6-a902-cd8135160a34 {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:19.665771 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.681276 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 526fbc51-0e4a-4230-b654-a3eef7431580 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:19.681788 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 526fbc51-0e4a-4230-b654-a3eef7431580 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:19.708922 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f314c0-0b28-448a-8a04-2aeffdd92cb8 None None] DHCP port deletion for 959929fe-24b2-4716-8851-426a6d5d4aff request from dv-cinder-820918-1-iscsi {{(pid=102528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:27:19.743218 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] For port 4ff83efb-ab4f-46e6-a902-cd8135160a34, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=4ff83efb-ab4f-46e6-a902-cd8135160a34,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:19.743676 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.758464 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Calling delete_port for 4ff83efb-ab4f-46e6-a902-cd8135160a34 owned by network:dhcp {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:19.764272 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-d0f314c0-0b28-448a-8a04-2aeffdd92cb8 None None] Deleting port 4ff83efb-ab4f-46e6-a902-cd8135160a34 {{(pid=102528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:19.764771 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d0f314c0-0b28-448a-8a04-2aeffdd92cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.842142 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-d0f314c0-0b28-448a-8a04-2aeffdd92cb8 None None] For port 4ff83efb-ab4f-46e6-a902-cd8135160a34, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=4ff83efb-ab4f-46e6-a902-cd8135160a34,segment=NetworkSegment(5b95780f-2868-4f48-8f03-ad9fecaa6adb),segment_id=5b95780f-2868-4f48-8f03-ad9fecaa6adb)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:19.842846 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d0f314c0-0b28-448a-8a04-2aeffdd92cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.863463 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.869647 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-d0f314c0-0b28-448a-8a04-2aeffdd92cb8 None None] Calling delete_port for 4ff83efb-ab4f-46e6-a902-cd8135160a34 owned by network:dhcp {{(pid=102528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:19.895851 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff83efb-ab4f-46e6-a902-cd8135160a34,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:19.906342 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] No DVR routers for this DVR port 4ff83efb-ab4f-46e6-a902-cd8135160a34 on host dv-cinder-820918-1-iscsi {{(pid=102526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:27:19.940541 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.977350 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:19.999085 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959929fe-24b2-4716-8851-426a6d5d4aff']}} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:20.007913 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-d0f314c0-0b28-448a-8a04-2aeffdd92cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222'] for port, after_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:20.009050 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b95780f-2868-4f48-8f03-ad9fecaa6adb') {'for_net_delete': True} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:20.009402 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b95780f-2868-4f48-8f03-ad9fecaa6adb') {} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:20.021180 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129597049'] for segment, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:20.023778 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:20.037430 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:20.038969 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f314c0-0b28-448a-8a04-2aeffdd92cb8 None None] No DVR routers for this DVR port 4ff83efb-ab4f-46e6-a902-cd8135160a34 on host dv-cinder-820918-1-iscsi {{(pid=102528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:27:20.044572 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f314c0-0b28-448a-8a04-2aeffdd92cb8 None None] Pushing event deleted for resources: {'Port': ['ID=4ff83efb-ab4f-46e6-a902-cd8135160a34,revision_number=None']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:20.053256 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:27:20.053665 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126114566'] for segment, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: Traceback (most recent call last): Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: timer() Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: cb(*args, **kw) Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: return func(*args, **kwargs) Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: self._notify() Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: self.callback(batched_events) Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: event.method(event) Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: return f(self, *a, **k) Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._get(url).json() Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: return self.request(url, 'GET', **kwargs) Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:27:20.062638 dv-cinder-820918-1-iscsi neutron-server[102526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:27:20.126029 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:20.132810 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:20.139898 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] 10.222.0.47 "DELETE /v2.0/networks/959929fe-24b2-4716-8851-426a6d5d4aff HTTP/1.1" status: 204 len: 168 time: 0.6730881 Dec 07 18:27:20.140012 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54438) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:20.148252 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93291415-977c-448a-81ab-13494f71b454 admin admin] Pushing event deleted for resources: {'Network': ['ID=959929fe-24b2-4716-8851-426a6d5d4aff,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:20.216495 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc9a87-c24e-43cb-8807-df622a24c063 req-22ccbb7c-6af2-4da1-8729-5dccf3c8c253 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:20.218116 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-47bc9a87-c24e-43cb-8807-df622a24c063 req-22ccbb7c-6af2-4da1-8729-5dccf3c8c253 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0496466 Dec 07 18:27:20.266506 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-47bc9a87-c24e-43cb-8807-df622a24c063 req-77340bd2-0553-4da9-aa19-60ad4d36f753 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 Dec 07 18:27:20.277445 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:20.285033 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:20.395048 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event updated for resources: {'Port': ['ID=29b73c9f-3269-4e24-95e2-ebe097767c34,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:20.443499 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:20.618302 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.l3_db [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Floating IP b00ff0b4-e720-4386-bf6e-8c2df4a2b32d associated. External IP: 172.27.2.222, port: 6a067a45-3596-4ad7-b665-0420e65e72c9. Dec 07 18:27:21.141274 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4182449'] for router_interface, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:21.181848 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device ff94c4d1-1ac4-4362-9546-e276f51dd2f2 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:21.197892 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Router 9867ead9-c72a-497a-a736-0e1ccaaedeeb has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:27:21.202422 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: ff94c4d1-1ac4-4362-9546-e276f51dd2f2 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:21.202774 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device ff94c4d1-1ac4-4362-9546-e276f51dd2f2 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:21.203194 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 4ff83efb-ab4f-46e6-a902-cd8135160a34 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:21.222183 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 4ff83efb-ab4f-46e6-a902-cd8135160a34 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:21.222531 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 4ff83efb-ab4f-46e6-a902-cd8135160a34 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:21.389004 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5949b-4516-4519-be63-2d35f1b77488 req-d92a9a50-eb6e-4a35-9907-d12cdeebc358 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:21.390408 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-47d5949b-4516-4519-be63-2d35f1b77488 req-d92a9a50-eb6e-4a35-9907-d12cdeebc358 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0516217 Dec 07 18:27:21.436214 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-47d5949b-4516-4519-be63-2d35f1b77488 req-d7160cf0-3ef5-4c79-a9c1-8b81637e8d21 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 Dec 07 18:27:21.446071 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:27:21.457297 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] Sync routers for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:27:21.468158 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:21.468870 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:21.469899 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:21.507723 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-c063c1e9-4cfd-463e-a508-4bd02eb77df9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6743822 Dec 07 18:27:21.509852 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'tag': '6a067a45-3596-4ad7-b665-0420e65e72c9'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:27:21.512803 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c106a69a-10a0-4232-ab72-3a2e997498b2", "tag": "6a067a45-3596-4ad7-b665-0420e65e72c9"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:27:21.554171 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b3b558-f027-4905-b975-0ee93ca84639 x-openstack-request-id: req-81b3b558-f027-4905-b975-0ee93ca84639 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:27:21.554463 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c106a69a-10a0-4232-ab72-3a2e997498b2", "tag": "6a067a45-3596-4ad7-b665-0420e65e72c9", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:27:21.554734 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-81b3b558-f027-4905-b975-0ee93ca84639 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:27:21.555108 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'tag': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'status': 'completed', 'code': 200} Dec 07 18:27:21.577998 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:21.601048 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] Deleting port 60c5b71d-7500-46d5-b17f-7976f402bf02 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:21.601380 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:21.696914 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-03e2d57f-9404-4cf8-a7b2-bb5a0622a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:21.699089 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-03e2d57f-9404-4cf8-a7b2-bb5a0622a593 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 1098 time: 0.0797803 Dec 07 18:27:21.747543 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] For port 60c5b71d-7500-46d5-b17f-7976f402bf02, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=60c5b71d-7500-46d5-b17f-7976f402bf02,segment=NetworkSegment(28c36927-0cc2-403c-ac7a-844464d0faf8),segment_id=28c36927-0cc2-403c-ac7a-844464d0faf8)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:21.747938 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:21.786866 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] Calling delete_port for 60c5b71d-7500-46d5-b17f-7976f402bf02 owned by network:router_interface {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:21.812242 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '25cdf004-790f-449a-8a44-03373c10fe10', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:51:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:48Z', 'updated_at': '2021-12-07T18:24:50Z', 'revision_number': 1, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}, {'id': 'b00ff0b4-e720-4386-bf6e-8c2df4a2b32d', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:7e:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:27:19Z', 'updated_at': '2021-12-07T18:27:19Z', 'revision_number': 0, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:21.839650 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] Checking router: 9867ead9-c72a-497a-a736-0e1ccaaedeeb for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:27:21.847907 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:21.848539 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:21.857585 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-69573312-e373-4333-8ced-05e95621ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:21.859076 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-69573312-e373-4333-8ced-05e95621ad3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 912 time: 0.1496160 Dec 07 18:27:21.955936 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:21.974177 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-ba73febe-2901-4696-9907-497024a5bb56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a067a45-3596-4ad7-b665-0420e65e72c9 HTTP/1.1" status: 200 len: 999 time: 0.1056411 Dec 07 18:27:22.038897 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-8f40b1e7-b026-48b4-adc6-fa21ec61e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:22.040417 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-8f40b1e7-b026-48b4-adc6-fa21ec61e60b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.0557518 Dec 07 18:27:22.114215 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:22.124229 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-3c24319b-6ba6-497b-bb23-696b43d067dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:22.125763 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-3c24319b-6ba6-497b-bb23-696b43d067dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618613 Dec 07 18:27:22.155347 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] Pushing event deleted for resources: {'Port': ['ID=60c5b71d-7500-46d5-b17f-7976f402bf02,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:22.189888 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '25cdf004-790f-449a-8a44-03373c10fe10', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:51:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:48Z', 'updated_at': '2021-12-07T18:24:50Z', 'revision_number': 1, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}, {'id': 'b00ff0b4-e720-4386-bf6e-8c2df4a2b32d', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:7e:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:27:19Z', 'updated_at': '2021-12-07T18:27:19Z', 'revision_number': 0, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:22.218323 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2abcd-1a06-4622-9e0b-bdfc99693992 None None] The sync data for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi is: [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '25cdf004-790f-449a-8a44-03373c10fe10', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:51:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:48Z', 'updated_at': '2021-12-07T18:24:50Z', 'revision_number': 1, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}, {'id': 'b00ff0b4-e720-4386-bf6e-8c2df4a2b32d', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:7e:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:27:19Z', 'updated_at': '2021-12-07T18:27:19Z', 'revision_number': 0, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:27:22.332232 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-f829df5f-18c1-4b81-aa61-f44c1a7f7265 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848342 Dec 07 18:27:22.429736 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67259865-2709-4e35-bfce-1ffda2c67db8 None None] New status for floating IP b00ff0b4-e720-4386-bf6e-8c2df4a2b32d: ACTIVE {{(pid=102528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:27:22.448871 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3856974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182469'] for router_interface, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:22.527328 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-22c29ca4-040e-4947-83eb-3a6fd8e84a7e req-85c69f1c-7494-4fec-ab7f-a93109539a80 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584094 Dec 07 18:27:22.621751 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ba0c9-d220-4a39-8b94-951214d81b4f req-fc79235d-4633-44cd-91b7-0cbaca33d4c6 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:22.623246 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c26ba0c9-d220-4a39-8b94-951214d81b4f req-fc79235d-4633-44cd-91b7-0cbaca33d4c6 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.1012044 Dec 07 18:27:22.746794 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c26ba0c9-d220-4a39-8b94-951214d81b4f req-1708f7aa-854c-4ee8-92b0-8f9fe227ed87 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166050 Dec 07 18:27:22.764272 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] Router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:27:22.867396 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:27:22.872838 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-12835635-a4e4-4a63-9807-a0030ba1c96d admin admin] 10.222.0.47 "PUT /v2.0/routers/66404cfe-cda7-4261-91ea-bcd879e7e7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7317977 Dec 07 18:27:22.875311 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54452) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:22.876257 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] Sync routers for ids ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:27:22.886542 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] Routers {'66404cfe-cda7-4261-91ea-bcd879e7e7f5'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:22.887245 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:22.979234 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Publish callbacks [] for router, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.077063 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] Set router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:23.080208 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.134490 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Deleting port a37864e9-620f-4b06-8287-a4edf83b3718 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:23.134490 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.218320 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] For port a37864e9-620f-4b06-8287-a4edf83b3718, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=a37864e9-620f-4b06-8287-a4edf83b3718,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:23.218789 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.231017 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Calling delete_port for a37864e9-620f-4b06-8287-a4edf83b3718 owned by network:router_gateway {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:23.264364 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'name': 'tempest-TestMinimumBasicScenario-191995737-router', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:27:22Z', 'revision_number': 5, 'project_id': '25a610cf66c441229e197dc521b4092b', 'gw_port': {'id': 'a37864e9-620f-4b06-8287-a4edf83b3718', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:23.290806 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] Checking router: 66404cfe-cda7-4261-91ea-bcd879e7e7f5 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:27:23.299159 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] Routers {'66404cfe-cda7-4261-91ea-bcd879e7e7f5'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:23.299774 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:23.394823 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.395341 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] Set router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 gateway port host: None {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:23.422268 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=a37864e9-620f-4b06-8287-a4edf83b3718,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:23.451682 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'name': 'tempest-TestMinimumBasicScenario-191995737-router', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:27:23Z', 'revision_number': 6, 'project_id': '25a610cf66c441229e197dc521b4092b', 'gw_port_host': None}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:23.478101 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f11e9-4240-44b4-ba1c-1dac129a691f None None] The sync data for ids ['66404cfe-cda7-4261-91ea-bcd879e7e7f5'] in dv-cinder-820918-1-iscsi is: [{'id': '66404cfe-cda7-4261-91ea-bcd879e7e7f5', 'name': 'tempest-TestMinimumBasicScenario-191995737-router', 'tenant_id': '25a610cf66c441229e197dc521b4092b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:22:48Z', 'updated_at': '2021-12-07T18:27:23Z', 'revision_number': 6, 'project_id': '25a610cf66c441229e197dc521b4092b', 'gw_port_host': None}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:27:23.486105 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4183935'] for router_gateway, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.740941 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89f63593-643b-4475-b5dd-5f07463e9d69 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:27:23.821043 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4184811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30340'] for router, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.824115 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.883647 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:23.896302 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4184786'] for router, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.896854 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66404cfe-cda7-4261-91ea-bcd879e7e7f5 {{(pid=102527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:27:23.902585 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '89f63593-643b-4475-b5dd-5f07463e9d69', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'port_id': '89f63593-643b-4475-b5dd-5f07463e9d69', 'mac_address': 'fa:16:3e:42:8a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:27:23.906761 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] Publish callbacks [] for router, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.908224 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-587c159b-6d8a-4827-8498-44b7439c1f7f admin admin] 10.222.0.47 "DELETE /v2.0/routers/66404cfe-cda7-4261-91ea-bcd879e7e7f5 HTTP/1.1" status: 204 len: 168 time: 1.0320022 Dec 07 18:27:23.912388 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54458) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:23.934759 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3fa3-b369-42db-af4d-d5b8aab7f2dd req-27b6b863-1f68-447d-afa1-5456c7a065b7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:23.934759 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b0dd3fa3-b369-42db-af4d-d5b8aab7f2dd req-27b6b863-1f68-447d-afa1-5456c7a065b7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.1001120 Dec 07 18:27:23.952025 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:23.975714 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89f63593-643b-4475-b5dd-5f07463e9d69 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:27:23.978872 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3904c7c-8be7-4e52-9abf-314c60167d83 admin admin] Deleting subnet 2eb183f5-8ff6-47f3-ba37-baed6a20de69 {{(pid=102526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:27:23.982479 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3904c7c-8be7-4e52-9abf-314c60167d83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.000828 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:24.005957 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.008216 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b0dd3fa3-b369-42db-af4d-d5b8aab7f2dd req-82ab47ca-ea75-4db9-8897-2c92dc899950 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676935 Dec 07 18:27:24.032502 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3904c7c-8be7-4e52-9abf-314c60167d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129596928'] for subnet, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.154079 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3904c7c-8be7-4e52-9abf-314c60167d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.192073 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=6']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:24.211607 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3904c7c-8be7-4e52-9abf-314c60167d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126111972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130002198'] for subnet, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.240235 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3904c7c-8be7-4e52-9abf-314c60167d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb183f5-8ff6-47f3-ba37-baed6a20de69,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:24.245319 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-d3904c7c-8be7-4e52-9abf-314c60167d83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.250550 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-d3904c7c-8be7-4e52-9abf-314c60167d83 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2eb183f5-8ff6-47f3-ba37-baed6a20de69 HTTP/1.1" status: 204 len: 168 time: 0.3385923 Dec 07 18:27:24.250886 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a78f58-83b0-4b1b-8e32-5e3aa8e99f0b None None] Network f61b8884-d9b6-4ac7-9d8c-92d351d40d0f requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:27:24.251782 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54460) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:24.272060 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['89f63593-643b-4475-b5dd-5f07463e9d69'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:27:24.329131 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.391735 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Deleting port 1f72581c-2c6f-48c8-9133-ac6a553034be {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:24.392576 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.466514 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] For port 1f72581c-2c6f-48c8-9133-ac6a553034be, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=1f72581c-2c6f-48c8-9133-ac6a553034be,segment=NetworkSegment(28c36927-0cc2-403c-ac7a-844464d0faf8),segment_id=28c36927-0cc2-403c-ac7a-844464d0faf8)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:24.466883 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.482305 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Calling delete_port for 1f72581c-2c6f-48c8-9133-ac6a553034be owned by network:dhcp {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:24.485218 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a446108-0fb8-47bf-a298-94e09cb27f41 None None] DHCP port deletion for f61b8884-d9b6-4ac7-9d8c-92d351d40d0f request from dv-cinder-820918-1-iscsi {{(pid=102528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:27:24.536435 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-0a446108-0fb8-47bf-a298-94e09cb27f41 None None] Deleting port 1f72581c-2c6f-48c8-9133-ac6a553034be {{(pid=102528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:24.536819 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0a446108-0fb8-47bf-a298-94e09cb27f41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.566243 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.593511 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f72581c-2c6f-48c8-9133-ac6a553034be,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:24.596994 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] No DVR routers for this DVR port 1f72581c-2c6f-48c8-9133-ac6a553034be on host dv-cinder-820918-1-iscsi {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:27:24.600157 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-0a446108-0fb8-47bf-a298-94e09cb27f41 None None] For port 1f72581c-2c6f-48c8-9133-ac6a553034be, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=1f72581c-2c6f-48c8-9133-ac6a553034be,segment=NetworkSegment(28c36927-0cc2-403c-ac7a-844464d0faf8),segment_id=28c36927-0cc2-403c-ac7a-844464d0faf8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:24.600602 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0a446108-0fb8-47bf-a298-94e09cb27f41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.613808 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-0a446108-0fb8-47bf-a298-94e09cb27f41 None None] Calling delete_port for 1f72581c-2c6f-48c8-9133-ac6a553034be owned by network:dhcp {{(pid=102528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:24.670570 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.689930 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61b8884-d9b6-4ac7-9d8c-92d351d40d0f']}} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:24.692359 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0a446108-0fb8-47bf-a298-94e09cb27f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222'] for port, after_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.699984 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c36927-0cc2-403c-ac7a-844464d0faf8') {'for_net_delete': True} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:24.700283 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c36927-0cc2-403c-ac7a-844464d0faf8') {} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:24.709481 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126242630'] for segment, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.720163 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a446108-0fb8-47bf-a298-94e09cb27f41 None None] No DVR routers for this DVR port 1f72581c-2c6f-48c8-9133-ac6a553034be on host dv-cinder-820918-1-iscsi {{(pid=102528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:27:24.723384 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a446108-0fb8-47bf-a298-94e09cb27f41 None None] Pushing event deleted for resources: {'Port': ['ID=1f72581c-2c6f-48c8-9133-ac6a553034be,revision_number=None']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:24.725092 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.731553 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:27:24.732021 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129742278'] for segment, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: Traceback (most recent call last): Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: timer() Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: cb(*args, **kw) Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: return func(*args, **kwargs) Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: self._notify() Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: self.callback(batched_events) Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: event.method(event) Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: return f(self, *a, **k) Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._get(url).json() Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: return self.request(url, 'GET', **kwargs) Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:27:24.734238 dv-cinder-820918-1-iscsi neutron-server[102527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:27:24.790891 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.800483 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:24.805384 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f61b8884-d9b6-4ac7-9d8c-92d351d40d0f HTTP/1.1" status: 204 len: 168 time: 0.5525594 Dec 07 18:27:24.814949 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95346f-480e-49ec-ab70-e5760a133685 admin admin] Pushing event deleted for resources: {'Network': ['ID=f61b8884-d9b6-4ac7-9d8c-92d351d40d0f,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:24.973187 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54466) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:25.012894 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-00f23cec-3734-4f02-bfa9-1d06d6f57bb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad6fb53129e547a9b4093380eb0ec0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384173 Dec 07 18:27:25.015264 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54468) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:25.061295 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e728af64-dde9-43c7-b628-8ec1ed1a2e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:25.085306 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e728af64-dde9-43c7-b628-8ec1ed1a2e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:25.156020 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49427c8f-3f69-4825-bd99-cb3f6933deb4 req-3d0ba6de-3131-49e9-9451-4e3868b6617e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:25.157556 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-49427c8f-3f69-4825-bd99-cb3f6933deb4 req-3d0ba6de-3131-49e9-9451-4e3868b6617e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 944 time: 0.0749984 Dec 07 18:27:25.178185 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e728af64-dde9-43c7-b628-8ec1ed1a2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:25.180670 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e728af64-dde9-43c7-b628-8ec1ed1a2e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:25.181760 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e728af64-dde9-43c7-b628-8ec1ed1a2e7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/920957dc-96b2-46d1-852d-8830666269c4 HTTP/1.1" status: 204 len: 168 time: 0.1655509 Dec 07 18:27:25.189563 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 1f72581c-2c6f-48c8-9133-ac6a553034be no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:25.195292 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728af64-dde9-43c7-b628-8ec1ed1a2e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920957dc-96b2-46d1-852d-8830666269c4,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:25.219896 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-49427c8f-3f69-4825-bd99-cb3f6933deb4 req-d79021c1-b20a-4fc7-818e-b4d2b67563cf tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557849 Dec 07 18:27:25.223832 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 1f72581c-2c6f-48c8-9133-ac6a553034be {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:25.224186 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 1f72581c-2c6f-48c8-9133-ac6a553034be not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:25.224636 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device a37864e9-620f-4b06-8287-a4edf83b3718 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:25.254459 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: a37864e9-620f-4b06-8287-a4edf83b3718 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:25.254895 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device a37864e9-620f-4b06-8287-a4edf83b3718 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:25.255391 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 60c5b71d-7500-46d5-b17f-7976f402bf02 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:25.275067 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 60c5b71d-7500-46d5-b17f-7976f402bf02 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:25.275422 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 60c5b71d-7500-46d5-b17f-7976f402bf02 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:25.501006 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54476) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:25.539251 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-01f9afac-0d01-4337-9505-1bb8d2885cfc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25a610cf66c441229e197dc521b4092b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370929 Dec 07 18:27:25.542308 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54478) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:25.588036 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-50a311f1-6eb9-4422-9848-2ccc43dccfaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:25.610639 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-50a311f1-6eb9-4422-9848-2ccc43dccfaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:25.657081 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-50a311f1-6eb9-4422-9848-2ccc43dccfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:25.659837 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-50a311f1-6eb9-4422-9848-2ccc43dccfaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:25.661532 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-50a311f1-6eb9-4422-9848-2ccc43dccfaa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/245fd847-b66d-4b78-b127-05085569c6e5 HTTP/1.1" status: 204 len: 168 time: 0.1181102 Dec 07 18:27:25.670020 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a311f1-6eb9-4422-9848-2ccc43dccfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245fd847-b66d-4b78-b127-05085569c6e5,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:25.799641 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89f63593-643b-4475-b5dd-5f07463e9d69 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:27:25.857217 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 89f63593-643b-4475-b5dd-5f07463e9d69 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:27:25.857605 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:25.940427 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:25.965911 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:27:25.968218 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53ac43c-dbcc-4820-988e-caafa15cd3bf" -d '{"events": [{"server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "name": "network-vif-plugged", "status": "completed", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:27:25.986413 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:25.991793 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:26.018597 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af985c3-5f30-445a-8a3a-dba5f304a14e x-openstack-request-id: req-6af985c3-5f30-445a-8a3a-dba5f304a14e {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:27:26.018894 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "name": "network-vif-plugged", "status": "completed", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:27:26.019155 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6af985c3-5f30-445a-8a3a-dba5f304a14e {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:27:26.019554 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69', 'code': 200} Dec 07 18:27:26.046932 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=7']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:26.343196 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30773b64-dd2b-44e7-a5f1-7242416ef8f0 req-3c80f5ba-aac5-47f2-8944-055d04240bc6 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:26.344676 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-30773b64-dd2b-44e7-a5f1-7242416ef8f0 req-3c80f5ba-aac5-47f2-8944-055d04240bc6 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0471349 Dec 07 18:27:26.390322 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-30773b64-dd2b-44e7-a5f1-7242416ef8f0 req-df7a210a-05d2-401e-924e-7ae48a3764ae tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399363 Dec 07 18:27:27.506780 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bc3d7-49ea-49a4-9338-2b1393b6fe70 req-3ec3e8c3-b18f-41bf-9845-ee1c6ff7a4c6 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:27.508217 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-169bc3d7-49ea-49a4-9338-2b1393b6fe70 req-3ec3e8c3-b18f-41bf-9845-ee1c6ff7a4c6 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0462155 Dec 07 18:27:27.554287 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-169bc3d7-49ea-49a4-9338-2b1393b6fe70 req-6fa1614e-4eb7-437f-ba71-35e138b5a5ab tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394835 Dec 07 18:27:28.673775 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ec2bb-8019-478d-94c5-47badbad8bb8 req-337d6c81-08b1-4a93-973a-d30ebe6a2a8d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:28.675209 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-af0ec2bb-8019-478d-94c5-47badbad8bb8 req-337d6c81-08b1-4a93-973a-d30ebe6a2a8d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0494747 Dec 07 18:27:28.720832 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-af0ec2bb-8019-478d-94c5-47badbad8bb8 req-a25d68f0-bc32-47b6-b17f-31f73e412339 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397961 Dec 07 18:27:29.863403 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de3f0c-64b4-4b09-9374-a406dd7667c8 req-d8ba1347-0cf2-4af8-ba63-0adf8503d815 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:29.864992 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d6de3f0c-64b4-4b09-9374-a406dd7667c8 req-d8ba1347-0cf2-4af8-ba63-0adf8503d815 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0532167 Dec 07 18:27:29.917758 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-d6de3f0c-64b4-4b09-9374-a406dd7667c8 req-83fda6e5-75e2-489e-9433-097711234666 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438249 Dec 07 18:27:31.070871 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796986-5e7b-4885-b0ce-ee5a2c1916e7 req-b5208c62-f725-4ac7-b937-5d1cd0761f09 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:31.073049 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-36796986-5e7b-4885-b0ce-ee5a2c1916e7 req-b5208c62-f725-4ac7-b937-5d1cd0761f09 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0495396 Dec 07 18:27:31.127031 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-36796986-5e7b-4885-b0ce-ee5a2c1916e7 req-da67c6a6-28eb-48b9-a930-f6d66de75511 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483601 Dec 07 18:27:32.249756 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69700790-3928-4683-931f-d294c0f3b969 req-c9f9c92e-f086-4a15-ba8d-26c8b99ead26 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:32.251230 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-69700790-3928-4683-931f-d294c0f3b969 req-c9f9c92e-f086-4a15-ba8d-26c8b99ead26 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0496395 Dec 07 18:27:32.299642 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-69700790-3928-4683-931f-d294c0f3b969 req-ba0c31c7-c609-46af-afdc-364e26428b23 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418663 Dec 07 18:27:33.424188 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d2c03-10c6-4bb8-b9a1-bb896dd33d2f req-c45295ba-3237-4d36-a688-0721da4080e8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:33.426706 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0e3d2c03-10c6-4bb8-b9a1-bb896dd33d2f req-c45295ba-3237-4d36-a688-0721da4080e8 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0506580 Dec 07 18:27:33.479404 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0e3d2c03-10c6-4bb8-b9a1-bb896dd33d2f req-59f378e4-49c1-4f68-9bd0-774d7d149b20 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466766 Dec 07 18:27:34.609033 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140c2b-2a95-483c-9bc7-715c17d46fb9 req-cce2b0e8-7a46-4828-838d-33803f46d37f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:34.610506 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3b140c2b-2a95-483c-9bc7-715c17d46fb9 req-cce2b0e8-7a46-4828-838d-33803f46d37f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0525177 Dec 07 18:27:34.668131 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3b140c2b-2a95-483c-9bc7-715c17d46fb9 req-fc51a808-908b-4688-988b-31d1be204c2e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498767 Dec 07 18:27:36.008015 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f0b9-37ca-421d-ab89-90c2c26c8632 req-f94b1210-8608-46dc-8f1c-ee0548fc8c06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:36.009627 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-90d7f0b9-37ca-421d-ab89-90c2c26c8632 req-f94b1210-8608-46dc-8f1c-ee0548fc8c06 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.2392461 Dec 07 18:27:36.063484 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-90d7f0b9-37ca-421d-ab89-90c2c26c8632 req-53c236ad-17a2-4ef5-b171-fb1b4cbecaed tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470638 Dec 07 18:27:37.199952 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672921a8-3026-4b67-9e98-166688f6c4a8 req-da92ae50-342f-4955-9638-f43b6d835487 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:37.201621 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-672921a8-3026-4b67-9e98-166688f6c4a8 req-da92ae50-342f-4955-9638-f43b6d835487 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0550337 Dec 07 18:27:37.256267 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-672921a8-3026-4b67-9e98-166688f6c4a8 req-b49c47fc-e924-49b7-98b4-96a41fbfe1be tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484564 Dec 07 18:27:38.395209 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773ee03-007f-4cd9-a2af-d40e30a10ad2 req-a36339a5-145c-430f-a8fa-65257883ce4a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:38.400607 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a773ee03-007f-4cd9-a2af-d40e30a10ad2 req-a36339a5-145c-430f-a8fa-65257883ce4a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0546112 Dec 07 18:27:38.474322 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a773ee03-007f-4cd9-a2af-d40e30a10ad2 req-fb41353b-a863-4662-9c6a-9f6c173cc798 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696597 Dec 07 18:27:39.593847 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220fb03-32b5-4336-ada3-f6f456e5b188 req-7d6fdbc8-eabf-466c-9114-bbb116a1e383 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:39.595574 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e220fb03-32b5-4336-ada3-f6f456e5b188 req-7d6fdbc8-eabf-466c-9114-bbb116a1e383 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0513480 Dec 07 18:27:39.650788 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e220fb03-32b5-4336-ada3-f6f456e5b188 req-05766115-1bd4-4da2-a5f7-c9e21183f8f5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485587 Dec 07 18:27:40.747751 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54588) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:40.779951 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202311-833e-4446-9b0d-19a44b159dac req-507e6b66-1e66-491c-8d6e-9da052de839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:40.781492 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-07202311-833e-4446-9b0d-19a44b159dac req-507e6b66-1e66-491c-8d6e-9da052de839a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0404401 Dec 07 18:27:40.813551 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110000e9-95bb-4d1a-8242-dac8ef7a5aac req-cb7e5d00-1226-4c58-b966-2b3fa9cf89d1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:40.815021 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-110000e9-95bb-4d1a-8242-dac8ef7a5aac req-cb7e5d00-1226-4c58-b966-2b3fa9cf89d1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0912769 Dec 07 18:27:40.879070 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202311-833e-4446-9b0d-19a44b159dac req-ef76099d-331d-426a-a86f-e014b26f315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:40.880569 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-07202311-833e-4446-9b0d-19a44b159dac req-ef76099d-331d-426a-a86f-e014b26f315b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.0902102 Dec 07 18:27:40.913788 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-110000e9-95bb-4d1a-8242-dac8ef7a5aac req-0c81c287-f1dd-4dbf-82d3-7d0cd52a32ac tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916443 Dec 07 18:27:40.950945 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-07202311-833e-4446-9b0d-19a44b159dac req-31efc187-cd81-4659-8ea9-971d7b306408 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89f63593-643b-4475-b5dd-5f07463e9d69 HTTP/1.1" status: 200 len: 1001 time: 0.0618732 Dec 07 18:27:40.954069 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Deleting port 26da131d-2c1c-4007-b10b-c7762f997fae {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:40.954417 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:41.000879 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202311-833e-4446-9b0d-19a44b159dac req-dcee6873-fa17-4725-8f0b-6b369fdbc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:41.002332 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-07202311-833e-4446-9b0d-19a44b159dac req-dcee6873-fa17-4725-8f0b-6b369fdbc091 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.0434499 Dec 07 18:27:41.032138 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:41.032501 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:41.044454 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Calling delete_port for 26da131d-2c1c-4007-b10b-c7762f997fae owned by network:floatingip {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:41.047344 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202311-833e-4446-9b0d-19a44b159dac req-12431390-bc68-47ec-9f29-8bcbee3c5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:41.048853 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-07202311-833e-4446-9b0d-19a44b159dac req-12431390-bc68-47ec-9f29-8bcbee3c5135 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390365 Dec 07 18:27:41.145313 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-07202311-833e-4446-9b0d-19a44b159dac req-a269f241-71ad-4361-b453-579f6f767520 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862858 Dec 07 18:27:41.190618 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:41.249155 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-07202311-833e-4446-9b0d-19a44b159dac req-ed37f332-1432-410d-aa60-04a448637b44 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874870 Dec 07 18:27:41.455812 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event deleted for resources: {'Port': ['ID=26da131d-2c1c-4007-b10b-c7762f997fae,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:41.514344 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for floatingip, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:41.514605 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.l3_db [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Floating IP 1f5a61c7-d502-4fc5-841f-7065c910608d disassociated (deleted). External IP: 172.27.2.89, port: 92fc140e-38f6-4332-a89e-6d096fbfe5ff. Dec 07 18:27:41.526630 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-a8c1cdf7-5dbd-4dc6-b47d-f666903a8f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:41.724450 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:27:41.829769 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:27:41.834553 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:41.839462 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] Sync routers for ids ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:27:41.848823 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] Routers {'4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:41.849674 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:41.860272 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-cfc97feb-82d8-4579-b69d-f39fcbb2ceb5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "DELETE /v2.0/floatingips/1f5a61c7-d502-4fc5-841f-7065c910608d HTTP/1.1" status: 204 len: 168 time: 1.1113329 Dec 07 18:27:41.864841 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:27:41.864841 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5" -d '{"events": [{"name": "network-changed", "server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:27:41.907093 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5c5be7-5fb5-44b5-99f1-abc46de76841 x-openstack-request-id: req-4c5c5be7-5fb5-44b5-99f1-abc46de76841 {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:27:41.907093 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:27:41.907573 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c5c5be7-5fb5-44b5-99f1-abc46de76841 {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:27:41.907754 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'status': 'completed', 'code': 200} Dec 07 18:27:41.971802 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] Set router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:42.020403 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:42.046586 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-1ecd70b5-11ee-44e3-b498-67d1e375fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:42.048829 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-1ecd70b5-11ee-44e3-b498-67d1e375fa4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50b4dd7627c40c19d4edf0693a1978b&device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 1099 time: 0.0748692 Dec 07 18:27:42.110400 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37878a-bb65-42a2-8d78-3c0a2acfa88c req-5e4ca170-b15c-4109-8f75-0055727e6880 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:42.112409 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-db37878a-bb65-42a2-8d78-3c0a2acfa88c req-5e4ca170-b15c-4109-8f75-0055727e6880 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0599735 Dec 07 18:27:42.169312 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-db37878a-bb65-42a2-8d78-3c0a2acfa88c req-376d1cbc-3274-43c5-92cf-7a9b1aa62aff tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506065 Dec 07 18:27:42.195110 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '22b6a132-ef67-4573-9ee9-035874d85bd3', 'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'mac_address': 'fa:16:3e:bc:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:40Z', 'updated_at': '2021-12-07T18:20:47Z', 'revision_number': 5, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'subnets': [{'id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:42.199469 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f641-c213-4127-adac-3c53d52849eb req-d25a2657-14c2-4388-b775-a6357586c882 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:42.200992 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b265f641-c213-4127-adac-3c53d52849eb req-d25a2657-14c2-4388-b775-a6357586c882 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.1994746 Dec 07 18:27:42.205937 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-77bca47f-0eb2-482c-8484-17c215021d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:42.207297 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-77bca47f-0eb2-482c-8484-17c215021d18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=635b48e2-0961-4d11-bce1-200ecc63de51 HTTP/1.1" status: 200 len: 910 time: 0.1419203 Dec 07 18:27:42.225797 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] Checking router: 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:27:42.235285 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] Routers {'4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:42.235902 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:42.263330 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-733190b6-181c-4b73-a2ad-9945459fc561 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff HTTP/1.1" status: 200 len: 217 time: 0.0414534 Dec 07 18:27:42.312048 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b265f641-c213-4127-adac-3c53d52849eb req-2b68c212-7179-4905-a39f-281921a82b63 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033635 Dec 07 18:27:42.326981 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-6b92fa41-7fe0-4b39-b97c-0de636e70e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:42.328770 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-6b92fa41-7fe0-4b39-b97c-0de636e70e2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3f88c7-aea5-4429-87cd-ed16eea7438e HTTP/1.1" status: 200 len: 848 time: 0.0575030 Dec 07 18:27:42.339359 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] Set router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:42.380711 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-2a621bcf-a967-4938-b426-4742042801c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:42.382147 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-2a621bcf-a967-4938-b426-4742042801c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=635b48e2-0961-4d11-bce1-200ecc63de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386090 Dec 07 18:27:42.483118 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-7518d63c-d74f-4323-bb68-f257f77dec27 service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898879 Dec 07 18:27:42.536750 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '22b6a132-ef67-4573-9ee9-035874d85bd3', 'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'mac_address': 'fa:16:3e:bc:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:40Z', 'updated_at': '2021-12-07T18:20:47Z', 'revision_number': 5, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'subnets': [{'id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:42.563057 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c6b526-7983-457d-9c17-28da94f7629c None None] The sync data for ids ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'] in dv-cinder-820918-1-iscsi is: [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:41Z', 'revision_number': 4, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '22b6a132-ef67-4573-9ee9-035874d85bd3', 'name': '', 'network_id': '635b48e2-0961-4d11-bce1-200ecc63de51', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'mac_address': 'fa:16:3e:bc:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:40Z', 'updated_at': '2021-12-07T18:20:47Z', 'revision_number': 5, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'subnets': [{'id': '2b3f88c7-aea5-4429-87cd-ed16eea7438e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:27:42.578307 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-79dc1e8c-d0a4-4719-a94c-1d2d78c235d5 req-a4238518-534c-4f01-b019-09e37571fe6d service neutron] 10.222.0.37 "GET /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856962 Dec 07 18:27:42.800142 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66379e2-35d6-4322-9b5c-81f51150a61f None None] New status for floating IP 1f5a61c7-d502-4fc5-841f-7065c910608d: DOWN {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:27:43.288825 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025df4eb-499f-415b-94ee-9ffe75c1e333 req-07d3b685-36cd-4cbb-bdb2-f5b4823f4000 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:43.290291 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-025df4eb-499f-415b-94ee-9ffe75c1e333 req-07d3b685-36cd-4cbb-bdb2-f5b4823f4000 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0519018 Dec 07 18:27:43.340172 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-025df4eb-499f-415b-94ee-9ffe75c1e333 req-18688604-72c2-4dac-a1fa-a5279eb45578 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432496 Dec 07 18:27:43.441987 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a97e71-cf0c-4711-ac39-a93b0358a829 req-42f582bb-3ee6-4b42-856f-90bcb42d2d00 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:43.443482 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e3a97e71-cf0c-4711-ac39-a93b0358a829 req-42f582bb-3ee6-4b42-856f-90bcb42d2d00 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 945 time: 0.0499861 Dec 07 18:27:43.491857 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e3a97e71-cf0c-4711-ac39-a93b0358a829 req-9483b98c-d475-4bba-9140-a83d08d08874 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Dec 07 18:27:43.909684 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89f63593-643b-4475-b5dd-5f07463e9d69 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:43.988504 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:44.011021 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:27:44.013270 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb74f60f-073f-4536-951d-65915a488b07" -d '{"events": [{"server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "name": "network-vif-unplugged", "status": "completed", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:27:44.025850 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:44.031556 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:44.055712 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5314b072-bb1c-4bf6-8a77-0a27341f60a5 x-openstack-request-id: req-5314b072-bb1c-4bf6-8a77-0a27341f60a5 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:27:44.055712 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "name": "network-vif-unplugged", "status": "completed", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:27:44.055712 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5314b072-bb1c-4bf6-8a77-0a27341f60a5 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:27:44.056057 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69', 'code': 200} Dec 07 18:27:44.092955 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2215ba4b-aeda-4e2e-b022-5eb528c11381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:44.098115 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=8']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:44.417682 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-7243552b-5179-4c5f-8374-8ab43af2fe8f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:44.419133 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-7243552b-5179-4c5f-8374-8ab43af2fe8f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.37 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.0477366 Dec 07 18:27:44.520739 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c58130-b8a7-4d38-b59b-7cb7c59bd2fc req-bdf2e21f-b996-4bd7-9434-07480ef2339f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:44.522226 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-89c58130-b8a7-4d38-b59b-7cb7c59bd2fc req-bdf2e21f-b996-4bd7-9434-07480ef2339f tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 946 time: 0.1022224 Dec 07 18:27:44.579166 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-304e4a9e-96d9-45db-9c24-261735c689f5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Deleting port 92fc140e-38f6-4332-a89e-6d096fbfe5ff {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:44.579506 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-304e4a9e-96d9-45db-9c24-261735c689f5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:44.587629 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-89c58130-b8a7-4d38-b59b-7cb7c59bd2fc req-0a14f751-d9bc-4439-b566-b68e876e9123 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/security-groups?id=11a2cb1f-7072-4991-9602-0500409f63c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587885 Dec 07 18:27:44.613441 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a47ecc-6fe2-4f31-9229-911d60f3b723 req-d5e7bc37-f79e-453f-9b9d-07712875cb99 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:44.614946 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e1a47ecc-6fe2-4f31-9229-911d60f3b723 req-d5e7bc37-f79e-453f-9b9d-07712875cb99 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0487595 Dec 07 18:27:44.662337 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e1a47ecc-6fe2-4f31-9229-911d60f3b723 req-fffc11f0-fe36-40ca-b711-3af2d7f43572 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408664 Dec 07 18:27:44.681492 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-304e4a9e-96d9-45db-9c24-261735c689f5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] For port 92fc140e-38f6-4332-a89e-6d096fbfe5ff, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=92fc140e-38f6-4332-a89e-6d096fbfe5ff,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:44.681852 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-304e4a9e-96d9-45db-9c24-261735c689f5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:44.696631 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-304e4a9e-96d9-45db-9c24-261735c689f5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Calling delete_port for 92fc140e-38f6-4332-a89e-6d096fbfe5ff owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:44.824111 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-304e4a9e-96d9-45db-9c24-261735c689f5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:44.857766 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e4a9e-96d9-45db-9c24-261735c689f5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event deleted for resources: {'Port': ['ID=92fc140e-38f6-4332-a89e-6d096fbfe5ff,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:44.906060 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-304e4a9e-96d9-45db-9c24-261735c689f5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] No DVR routers for this DVR port 92fc140e-38f6-4332-a89e-6d096fbfe5ff on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:27:44.908649 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-304e4a9e-96d9-45db-9c24-261735c689f5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:44.911947 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-cce47e6d-006f-46c8-aef1-81a78c10788e req-304e4a9e-96d9-45db-9c24-261735c689f5 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.37 "DELETE /v2.0/ports/92fc140e-38f6-4332-a89e-6d096fbfe5ff HTTP/1.1" status: 204 len: 173 time: 0.4842546 Dec 07 18:27:44.912471 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'name': 'network-vif-deleted', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:27:44.915825 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e656ddd4-2688-4d68-8552-f31e0ca5b9cc" -d '{"events": [{"server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "name": "network-vif-deleted", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:27:45.017674 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a09214-afc8-4239-a7b5-8712ea502007 x-openstack-request-id: req-e4a09214-afc8-4239-a7b5-8712ea502007 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:27:45.017971 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56496c39-8f2a-4e1f-a80e-9e8e69f21d29", "name": "network-vif-deleted", "tag": "92fc140e-38f6-4332-a89e-6d096fbfe5ff", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:27:45.018228 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e4a09214-afc8-4239-a7b5-8712ea502007 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:27:45.018629 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56496c39-8f2a-4e1f-a80e-9e8e69f21d29', 'name': 'network-vif-deleted', 'tag': '92fc140e-38f6-4332-a89e-6d096fbfe5ff', 'status': 'completed', 'code': 200} Dec 07 18:27:45.095253 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:45.705872 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3d9a655d-182e-4b51-ba52-9ea4852de447 req-4cd6af08-453a-4bc5-9ad3-587549c6edad tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "GET /v2.0/ports?device_id=56496c39-8f2a-4e1f-a80e-9e8e69f21d29 HTTP/1.1" status: 200 len: 210 time: 0.0279357 Dec 07 18:27:45.751351 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccdfda-5c2e-4363-97ac-be1f7a0f01b2 req-9fec5110-9f8b-4c33-9a38-ab936f291997 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:45.752871 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-91ccdfda-5c2e-4363-97ac-be1f7a0f01b2 req-9fec5110-9f8b-4c33-9a38-ab936f291997 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.1945152 Dec 07 18:27:45.803739 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-91ccdfda-5c2e-4363-97ac-be1f7a0f01b2 req-84a4b5f3-a6c3-4468-8a41-d37ebd94992a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438402 Dec 07 18:27:45.883419 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54674) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:45.972250 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-4ad27a04-b03f-4003-9399-ff53038e2a32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876725 Dec 07 18:27:45.981075 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-e8969500-b13d-4fe3-a270-1e4d1526fa0f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:27:45.982070 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-e8969500-b13d-4fe3-a270-1e4d1526fa0f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049782 Dec 07 18:27:46.443917 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:46.765640 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54688) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:46.821825 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7b58c1c-f33a-4a65-9428-4238025a05f1 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:46.847509 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7b58c1c-f33a-4a65-9428-4238025a05f1 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:46.914961 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7b58c1c-f33a-4a65-9428-4238025a05f1 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:46.919714 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7b58c1c-f33a-4a65-9428-4238025a05f1 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:46.922073 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-c7b58c1c-f33a-4a65-9428-4238025a05f1 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] 10.222.0.47 "DELETE /v2.0/security-groups/11a2cb1f-7072-4991-9602-0500409f63c9 HTTP/1.1" status: 204 len: 168 time: 0.1553884 Dec 07 18:27:46.937393 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b58c1c-f33a-4a65-9428-4238025a05f1 tempest-TestShelveInstance-497429423 tempest-TestShelveInstance-497429423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a2cb1f-7072-4991-9602-0500409f63c9,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:46.976325 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-03c528e1-2b82-43fb-9f66-e0c0fa43e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:46.979548 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-03c528e1-2b82-43fb-9f66-e0c0fa43e5f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66&tenant_id=6e910263dc9448a283a75ee5ee242b85 HTTP/1.1" status: 200 len: 1096 time: 0.0539157 Dec 07 18:27:46.989755 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54694) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:46.993107 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7f044-083a-48e1-9136-5ff03ae7dbb3 req-5d7e9489-a1f6-4c7b-8954-b69c6aebcc25 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:46.994592 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5ce7f044-083a-48e1-9136-5ff03ae7dbb3 req-5d7e9489-a1f6-4c7b-8954-b69c6aebcc25 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.1008694 Dec 07 18:27:47.026640 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:27:47.046536 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5ce7f044-083a-48e1-9136-5ff03ae7dbb3 req-97ec1700-66f0-465a-87d3-a5393401aa78 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456946 Dec 07 18:27:47.127017 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-e19fd04d-d25e-4307-8ca1-c3eae6a5bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:47.128596 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-e19fd04d-d25e-4307-8ca1-c3eae6a5bc23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 1096 time: 0.0445139 Dec 07 18:27:47.224936 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-2cd13598-37c8-4906-96be-04aa586b7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:47.226427 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-2cd13598-37c8-4906-96be-04aa586b7455 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.0882049 Dec 07 18:27:47.322658 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-84ba7e9b-2eee-435d-bb8c-5c6662db36ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89f63593-643b-4475-b5dd-5f07463e9d69 HTTP/1.1" status: 200 len: 999 time: 0.0592413 Dec 07 18:27:47.374206 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-7a101aac-ed15-4655-a580-b8db976e37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:47.375645 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-7a101aac-ed15-4655-a580-b8db976e37b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.0442035 Dec 07 18:27:47.430969 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-7b8baced-fb53-4587-8678-03863a3ee0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:47.432505 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-7b8baced-fb53-4587-8678-03863a3ee0a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428815 Dec 07 18:27:47.449041 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4182449'] for router_interface, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:47.522761 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-f8f6eba4-1de2-4352-b4a2-b889ea526ec1 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814106 Dec 07 18:27:47.618823 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:47.619499 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-003b82ed-50c1-4a9b-b0d9-5f788abea4b3 req-549668a9-13ff-4d8d-842d-1445157c1780 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877950 Dec 07 18:27:47.695031 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] Deleting port 22b6a132-ef67-4573-9ee9-035874d85bd3 {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:47.695378 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:47.771169 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] For port 22b6a132-ef67-4573-9ee9-035874d85bd3, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=22b6a132-ef67-4573-9ee9-035874d85bd3,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:47.771898 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:47.788432 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] Calling delete_port for 22b6a132-ef67-4573-9ee9-035874d85bd3 owned by network:router_interface {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:47.924369 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 92fc140e-38f6-4332-a89e-6d096fbfe5ff no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:47.944772 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 92fc140e-38f6-4332-a89e-6d096fbfe5ff {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:47.945120 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 92fc140e-38f6-4332-a89e-6d096fbfe5ff not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:47.981147 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:48.017158 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b6a132-ef67-4573-9ee9-035874d85bd3,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:48.258125 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3856974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182469'] for router_interface, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:48.261253 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a167d-0c48-455f-9b5e-cd04e3b5a9e2 req-1747472e-3c82-4ad2-b251-3c8a80cc8367 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:48.276649 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-425a167d-0c48-455f-9b5e-cd04e3b5a9e2 req-1747472e-3c82-4ad2-b251-3c8a80cc8367 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0960486 Dec 07 18:27:48.372519 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-425a167d-0c48-455f-9b5e-cd04e3b5a9e2 req-149c6e9c-abb4-40d3-8abb-4d7ce2b39656 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946286 Dec 07 18:27:48.536674 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] Router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:27:48.645556 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:27:48.650782 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-f0fccc87-5745-49f5-a1cd-6157eb0c4fd6 admin admin] 10.222.0.47 "PUT /v2.0/routers/4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6596794 Dec 07 18:27:48.654036 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54724) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:48.656768 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] Sync routers for ids ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:27:48.669380 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] Routers {'4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:48.670362 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:48.764566 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Publish callbacks [] for router, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:48.880353 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:48.921043 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] Set router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:48.938372 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Deleting port 2e390bd3-56b0-4968-b94e-cc669c33ea47 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:48.938795 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:49.023053 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] For port 2e390bd3-56b0-4968-b94e-cc669c33ea47, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=2e390bd3-56b0-4968-b94e-cc669c33ea47,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:49.023472 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:49.036062 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Calling delete_port for 2e390bd3-56b0-4968-b94e-cc669c33ea47 owned by network:router_gateway {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:49.127951 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:27:47Z', 'revision_number': 5, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port': {'id': '2e390bd3-56b0-4968-b94e-cc669c33ea47', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ad:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:49.157509 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] Checking router: 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:27:49.170130 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] Routers {'4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:49.170981 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:49.235835 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:49.272753 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e390bd3-56b0-4968-b94e-cc669c33ea47,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:49.277524 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] Set router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea gateway port host: None {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:49.330799 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4183935'] for router_gateway, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:49.333982 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:27:48Z', 'revision_number': 6, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port_host': None}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:49.368192 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561a051-d2ca-4bef-8e66-62b8af58a59c None None] The sync data for ids ['4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea'] in dv-cinder-820918-1-iscsi is: [{'id': '4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea', 'name': 'tempest-TestShelveInstance-1127213020-router', 'tenant_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:38Z', 'updated_at': '2021-12-07T18:27:48Z', 'revision_number': 6, 'project_id': 'f50b4dd7627c40c19d4edf0693a1978b', 'gw_port_host': None}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:27:49.724554 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4184811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30340'] for router, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:49.728266 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:49.794092 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fe638-dab0-4929-82d3-66f229e34cf7 req-ebf5c9fc-ee53-426a-ae50-507945866b08 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:49.797088 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0c1fe638-dab0-4929-82d3-66f229e34cf7 req-ebf5c9fc-ee53-426a-ae50-507945866b08 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.1031504 Dec 07 18:27:49.798309 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4184786'] for router, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:49.799315 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea {{(pid=102527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:27:49.808088 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] Publish callbacks [] for router, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:49.809967 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-1bd7bb44-c89d-4b95-a276-f3567cce8d6f admin admin] 10.222.0.47 "DELETE /v2.0/routers/4c8f3ffa-d990-4b60-b2b1-336cb9b1a5ea HTTP/1.1" status: 204 len: 168 time: 1.1547601 Dec 07 18:27:49.812597 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54728) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:49.877525 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0c1fe638-dab0-4929-82d3-66f229e34cf7 req-51e5abe5-cd4c-4646-aa80-5e9ce4a58eef tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663278 Dec 07 18:27:49.887809 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_v2 [None req-37208c86-88aa-4619-80c2-00ded27921d5 admin admin] Deleting subnet 2b3f88c7-aea5-4429-87cd-ed16eea7438e {{(pid=102526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:27:49.891316 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37208c86-88aa-4619-80c2-00ded27921d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:49.931110 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37208c86-88aa-4619-80c2-00ded27921d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129596928'] for subnet, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.015074 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37208c86-88aa-4619-80c2-00ded27921d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.067027 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37208c86-88aa-4619-80c2-00ded27921d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126111972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130002198'] for subnet, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.093316 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37208c86-88aa-4619-80c2-00ded27921d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b3f88c7-aea5-4429-87cd-ed16eea7438e,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:50.096780 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37208c86-88aa-4619-80c2-00ded27921d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.102204 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-37208c86-88aa-4619-80c2-00ded27921d5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2b3f88c7-aea5-4429-87cd-ed16eea7438e HTTP/1.1" status: 204 len: 168 time: 0.2863832 Dec 07 18:27:50.102466 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54730) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:50.105203 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c37ee-290f-4162-bc45-c8890e745b41 None None] Network 635b48e2-0961-4d11-bce1-200ecc63de51 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:27:50.174122 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.240626 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Deleting port 9425da82-c6fc-492c-8cc1-1639abcee13c {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:50.240975 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.292424 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8880575d-3877-407e-972c-d0c2a230f018 None None] DHCP port deletion for 635b48e2-0961-4d11-bce1-200ecc63de51 request from dv-cinder-820918-1-iscsi {{(pid=102528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:27:50.314602 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] For port 9425da82-c6fc-492c-8cc1-1639abcee13c, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=9425da82-c6fc-492c-8cc1-1639abcee13c,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:50.315094 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.336642 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Calling delete_port for 9425da82-c6fc-492c-8cc1-1639abcee13c owned by network:dhcp {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:50.351008 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-8880575d-3877-407e-972c-d0c2a230f018 None None] Deleting port 9425da82-c6fc-492c-8cc1-1639abcee13c {{(pid=102528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:50.351501 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8880575d-3877-407e-972c-d0c2a230f018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.417796 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-8880575d-3877-407e-972c-d0c2a230f018 None None] For port 9425da82-c6fc-492c-8cc1-1639abcee13c, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=9425da82-c6fc-492c-8cc1-1639abcee13c,segment=NetworkSegment(b034ae64-b511-46f1-9a11-dc39932793e8),segment_id=b034ae64-b511-46f1-9a11-dc39932793e8)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:50.418312 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8880575d-3877-407e-972c-d0c2a230f018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.437368 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-8880575d-3877-407e-972c-d0c2a230f018 None None] Calling delete_port for 9425da82-c6fc-492c-8cc1-1639abcee13c owned by network:dhcp {{(pid=102528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:50.438501 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.465777 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=9425da82-c6fc-492c-8cc1-1639abcee13c,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:50.469454 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] No DVR routers for this DVR port 9425da82-c6fc-492c-8cc1-1639abcee13c on host dv-cinder-820918-1-iscsi {{(pid=102526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:27:50.553137 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8880575d-3877-407e-972c-d0c2a230f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222'] for port, after_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.573417 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.583772 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880575d-3877-407e-972c-d0c2a230f018 None None] Pushing event deleted for resources: {'Port': ['ID=9425da82-c6fc-492c-8cc1-1639abcee13c,revision_number=None']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:50.587811 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880575d-3877-407e-972c-d0c2a230f018 None None] No DVR routers for this DVR port 9425da82-c6fc-492c-8cc1-1639abcee13c on host dv-cinder-820918-1-iscsi {{(pid=102528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:27:50.606169 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635b48e2-0961-4d11-bce1-200ecc63de51']}} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:50.617231 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b034ae64-b511-46f1-9a11-dc39932793e8') {'for_net_delete': True} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:50.617651 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b034ae64-b511-46f1-9a11-dc39932793e8') {} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:50.628984 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129597049'] for segment, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.643319 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.649429 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:27:50.649818 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126114566'] for segment, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: Traceback (most recent call last): Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: timer() Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: cb(*args, **kw) Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: return func(*args, **kwargs) Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: self._notify() Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: self.callback(batched_events) Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: event.method(event) Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: return f(self, *a, **k) Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._get(url).json() Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: return self.request(url, 'GET', **kwargs) Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:27:50.651919 dv-cinder-820918-1-iscsi neutron-server[102526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:27:50.709088 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.714708 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:50.723986 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54732) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:50.732196 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] 10.222.0.47 "DELETE /v2.0/networks/635b48e2-0961-4d11-bce1-200ecc63de51 HTTP/1.1" status: 204 len: 168 time: 0.6281090 Dec 07 18:27:50.744784 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae8e3f-98c3-440b-b1aa-c13b57698c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=635b48e2-0961-4d11-bce1-200ecc63de51,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:51.053324 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adafbb-4599-4d59-9b54-f0b781a4e2f9 req-466a0fd0-6088-463b-8574-dc041b0b404e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:51.054811 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c3adafbb-4599-4d59-9b54-f0b781a4e2f9 req-466a0fd0-6088-463b-8574-dc041b0b404e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0842085 Dec 07 18:27:51.125862 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c3adafbb-4599-4d59-9b54-f0b781a4e2f9 req-a397babf-e8c6-4fa5-ad24-2477702b11d7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588150 Dec 07 18:27:51.193573 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4182449'] for router_interface, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:51.216491 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 2e390bd3-56b0-4968-b94e-cc669c33ea47 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:51.238656 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 2e390bd3-56b0-4968-b94e-cc669c33ea47 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:51.239006 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 2e390bd3-56b0-4968-b94e-cc669c33ea47 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:51.239433 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 22b6a132-ef67-4573-9ee9-035874d85bd3 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:51.260584 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 22b6a132-ef67-4573-9ee9-035874d85bd3 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:51.261208 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 22b6a132-ef67-4573-9ee9-035874d85bd3 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:51.261872 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 9425da82-c6fc-492c-8cc1-1639abcee13c no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:51.289024 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 9425da82-c6fc-492c-8cc1-1639abcee13c {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:51.289632 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 9425da82-c6fc-492c-8cc1-1639abcee13c not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:51.462426 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] Deleting port 5082899d-a3f9-42ae-bc09-f09b4d5d7456 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:51.462717 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:51.544674 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] For port 5082899d-a3f9-42ae-bc09-f09b4d5d7456, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=5082899d-a3f9-42ae-bc09-f09b4d5d7456,segment=NetworkSegment(ad0dd140-c7a0-481f-b4c8-66082ae7779c),segment_id=ad0dd140-c7a0-481f-b4c8-66082ae7779c)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:51.545061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:51.557501 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] Calling delete_port for 5082899d-a3f9-42ae-bc09-f09b4d5d7456 owned by network:router_interface {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:51.744487 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:51.780945 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] Pushing event deleted for resources: {'Port': ['ID=5082899d-a3f9-42ae-bc09-f09b4d5d7456,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:51.945631 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3856974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182469'] for router_interface, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:52.160816 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] Router 5344deef-c64d-4af3-9a44-f723496f8c71 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:27:52.307839 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9a642-6c83-4801-b16f-7fca75d535c3 req-d8bb30fa-31a8-4acb-a585-2d095ac9a9d0 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:52.309996 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-76f9a642-6c83-4801-b16f-7fca75d535c3 req-d8bb30fa-31a8-4acb-a585-2d095ac9a9d0 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0967600 Dec 07 18:27:52.312797 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:27:52.317714 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e1d5d714-b41f-4f4d-a733-b800a802f94a admin admin] 10.222.0.47 "PUT /v2.0/routers/5344deef-c64d-4af3-9a44-f723496f8c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5915308 Dec 07 18:27:52.320320 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54742) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:52.321211 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] Sync routers for ids ['5344deef-c64d-4af3-9a44-f723496f8c71'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:27:52.331658 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] Routers {'5344deef-c64d-4af3-9a44-f723496f8c71'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:52.332264 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['5344deef-c64d-4af3-9a44-f723496f8c71'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:52.376037 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-76f9a642-6c83-4801-b16f-7fca75d535c3 req-bd1c08ee-b091-4379-aef8-3d4db61ec396 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472126 Dec 07 18:27:52.442232 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] Set router 5344deef-c64d-4af3-9a44-f723496f8c71 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:52.444426 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Publish callbacks [] for router, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:52.551479 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:52.656483 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'name': 'tempest-TestShelveInstance-792124895-router', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:44Z', 'updated_at': '2021-12-07T18:27:51Z', 'revision_number': 5, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'gw_port': {'id': 'ca77c99f-4ff6-4455-ad06-206c5060c223', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:20:45Z', 'updated_at': '2021-12-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:52.685062 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] Checking router: 5344deef-c64d-4af3-9a44-f723496f8c71 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:27:52.694709 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] Routers {'5344deef-c64d-4af3-9a44-f723496f8c71'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:27:52.695603 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:27:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['5344deef-c64d-4af3-9a44-f723496f8c71'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:52.788011 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] Set router 5344deef-c64d-4af3-9a44-f723496f8c71 gateway port host: None {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:27:52.849576 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'name': 'tempest-TestShelveInstance-792124895-router', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:44Z', 'updated_at': '2021-12-07T18:27:52Z', 'revision_number': 6, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'gw_port_host': None}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:52.860610 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Deleting port ca77c99f-4ff6-4455-ad06-206c5060c223 {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:52.865168 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:52.881514 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf591c-e9e2-422a-90d3-b0492c29f10a None None] The sync data for ids ['5344deef-c64d-4af3-9a44-f723496f8c71'] in dv-cinder-820918-1-iscsi is: [{'id': '5344deef-c64d-4af3-9a44-f723496f8c71', 'name': 'tempest-TestShelveInstance-792124895-router', 'tenant_id': 'a7b6c49245b64f13a8e277635919343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:20:44Z', 'updated_at': '2021-12-07T18:27:52Z', 'revision_number': 6, 'project_id': 'a7b6c49245b64f13a8e277635919343b', 'gw_port_host': None}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:27:52.945476 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] For port ca77c99f-4ff6-4455-ad06-206c5060c223, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=ca77c99f-4ff6-4455-ad06-206c5060c223,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:52.945765 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:52.959211 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Calling delete_port for ca77c99f-4ff6-4455-ad06-206c5060c223 owned by network:router_gateway {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:53.128883 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.158027 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca77c99f-4ff6-4455-ad06-206c5060c223,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:53.225104 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4183935'] for router_gateway, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.326911 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4184811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30340'] for router, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.329373 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.380080 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4184786'] for router, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.380745 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5344deef-c64d-4af3-9a44-f723496f8c71 {{(pid=102526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:27:53.385785 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.387606 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-c5275f4f-ec96-461a-b827-90bf0cdd8f1f admin admin] 10.222.0.47 "DELETE /v2.0/routers/5344deef-c64d-4af3-9a44-f723496f8c71 HTTP/1.1" status: 204 len: 168 time: 1.0656700 Dec 07 18:27:53.390034 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54744) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:53.435877 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eabc311-3976-42c7-a73b-762c7e875fab admin admin] Deleting subnet 787c1232-931b-4284-9027-0e4897f000f9 {{(pid=102526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:27:53.439199 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6eabc311-3976-42c7-a73b-762c7e875fab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.474496 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6eabc311-3976-42c7-a73b-762c7e875fab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129596928'] for subnet, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.536945 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5d902-de99-4494-8bfe-979521e313de req-0661b2a2-0d46-4217-b3f4-9e8dfcaa5f91 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:53.538553 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9de5d902-de99-4494-8bfe-979521e313de req-0661b2a2-0d46-4217-b3f4-9e8dfcaa5f91 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0495889 Dec 07 18:27:53.563852 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6eabc311-3976-42c7-a73b-762c7e875fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.604910 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9de5d902-de99-4494-8bfe-979521e313de req-0678308d-9532-4b21-af2d-349d76c5a866 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595694 Dec 07 18:27:53.637330 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6eabc311-3976-42c7-a73b-762c7e875fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126111972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130002198'] for subnet, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.659741 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabc311-3976-42c7-a73b-762c7e875fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787c1232-931b-4284-9027-0e4897f000f9,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:53.665295 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-6eabc311-3976-42c7-a73b-762c7e875fab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.671651 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be1fae1-37e2-4aa1-a3e6-3d32bea4a3ba None None] Network 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:27:53.672114 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54748) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:53.672205 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-6eabc311-3976-42c7-a73b-762c7e875fab admin admin] 10.222.0.47 "DELETE /v2.0/subnets/787c1232-931b-4284-9027-0e4897f000f9 HTTP/1.1" status: 204 len: 168 time: 0.2810450 Dec 07 18:27:53.750492 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 5082899d-a3f9-42ae-bc09-f09b4d5d7456 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:53.765171 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.775137 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 5082899d-a3f9-42ae-bc09-f09b4d5d7456 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:53.775485 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 5082899d-a3f9-42ae-bc09-f09b4d5d7456 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:53.830318 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Deleting port c346771a-03b5-4819-8ef7-fb634f874b19 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:53.831033 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.880142 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a150e873-50fe-4ad2-827f-407143f53214 None None] DHCP port deletion for 32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb request from dv-cinder-820918-1-iscsi {{(pid=102528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:27:53.932920 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] For port c346771a-03b5-4819-8ef7-fb634f874b19, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=c346771a-03b5-4819-8ef7-fb634f874b19,segment=NetworkSegment(ad0dd140-c7a0-481f-b4c8-66082ae7779c),segment_id=ad0dd140-c7a0-481f-b4c8-66082ae7779c)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:53.933345 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.942533 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-a150e873-50fe-4ad2-827f-407143f53214 None None] Deleting port c346771a-03b5-4819-8ef7-fb634f874b19 {{(pid=102528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:27:53.942988 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-a150e873-50fe-4ad2-827f-407143f53214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:53.947576 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Calling delete_port for c346771a-03b5-4819-8ef7-fb634f874b19 owned by network:dhcp {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:54.015662 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-a150e873-50fe-4ad2-827f-407143f53214 None None] For port c346771a-03b5-4819-8ef7-fb634f874b19, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=c346771a-03b5-4819-8ef7-fb634f874b19,segment=NetworkSegment(ad0dd140-c7a0-481f-b4c8-66082ae7779c),segment_id=ad0dd140-c7a0-481f-b4c8-66082ae7779c)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:27:54.016061 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-a150e873-50fe-4ad2-827f-407143f53214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.036705 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-a150e873-50fe-4ad2-827f-407143f53214 None None] Calling delete_port for c346771a-03b5-4819-8ef7-fb634f874b19 owned by network:dhcp {{(pid=102528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:27:54.043613 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.078010 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] No DVR routers for this DVR port c346771a-03b5-4819-8ef7-fb634f874b19 on host dv-cinder-820918-1-iscsi {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:27:54.080055 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c346771a-03b5-4819-8ef7-fb634f874b19,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:54.142797 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-a150e873-50fe-4ad2-827f-407143f53214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222'] for port, after_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.162190 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.177258 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150e873-50fe-4ad2-827f-407143f53214 None None] Pushing event deleted for resources: {'Port': ['ID=c346771a-03b5-4819-8ef7-fb634f874b19,revision_number=None']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:54.182679 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a150e873-50fe-4ad2-827f-407143f53214 None None] No DVR routers for this DVR port c346771a-03b5-4819-8ef7-fb634f874b19 on host dv-cinder-820918-1-iscsi {{(pid=102528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:27:54.186743 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb']}} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:54.204244 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0dd140-c7a0-481f-b4c8-66082ae7779c') {'for_net_delete': True} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:54.204576 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0dd140-c7a0-481f-b4c8-66082ae7779c') {} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:27:54.222816 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126242630'] for segment, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.238896 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.245167 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:27:54.245623 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129742278'] for segment, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: Traceback (most recent call last): Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: timer() Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: cb(*args, **kw) Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: return func(*args, **kwargs) Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: self._notify() Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: self.callback(batched_events) Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: event.method(event) Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: return f(self, *a, **k) Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._get(url).json() Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: return self.request(url, 'GET', **kwargs) Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:27:54.248210 dv-cinder-820918-1-iscsi neutron-server[102527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:27:54.303039 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.308416 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.315474 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb HTTP/1.1" status: 204 len: 168 time: 0.6402652 Dec 07 18:27:54.327255 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e5905-3720-43bf-af4f-5edef7cc20e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=32f1d8ec-5b8c-43d0-976d-7dfdc2906ffb,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:54.442941 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54752) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:54.483913 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-dac4db98-22e5-49ea-8389-0828c4ae6eba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f50b4dd7627c40c19d4edf0693a1978b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397525 Dec 07 18:27:54.486687 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54754) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:54.539980 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f742ae48-b557-49dc-abc7-7e0502938aae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.561727 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f742ae48-b557-49dc-abc7-7e0502938aae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.611329 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f742ae48-b557-49dc-abc7-7e0502938aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.614180 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-f742ae48-b557-49dc-abc7-7e0502938aae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:54.615349 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-f742ae48-b557-49dc-abc7-7e0502938aae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd2dd90d-7b81-4638-881f-d2e332f637b6 HTTP/1.1" status: 204 len: 168 time: 0.1277461 Dec 07 18:27:54.625642 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742ae48-b557-49dc-abc7-7e0502938aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2dd90d-7b81-4638-881f-d2e332f637b6,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:54.733205 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe841a2-c08c-4435-a7ae-97703ee0d02f req-10ce7e86-cf9a-4f02-b910-5f6e25052c6f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:54.734971 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bfe841a2-c08c-4435-a7ae-97703ee0d02f req-10ce7e86-cf9a-4f02-b910-5f6e25052c6f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0549333 Dec 07 18:27:54.784194 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bfe841a2-c08c-4435-a7ae-97703ee0d02f req-c821b93e-dea4-4bb9-a0cf-b9978fcae399 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431871 Dec 07 18:27:54.976789 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54762) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:55.016786 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-95d425b6-fdc9-4215-81b5-cbc7e127ab94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7b6c49245b64f13a8e277635919343b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387843 Dec 07 18:27:55.019217 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54764) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:27:55.069675 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-80857507-1ec6-4e7b-8f71-4a3c683da663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:55.094069 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-80857507-1ec6-4e7b-8f71-4a3c683da663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:55.149403 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-80857507-1ec6-4e7b-8f71-4a3c683da663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:55.153291 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-80857507-1ec6-4e7b-8f71-4a3c683da663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:27:55.154611 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-80857507-1ec6-4e7b-8f71-4a3c683da663 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a08b6f36-dbc2-40a4-8c13-be930af216a8 HTTP/1.1" status: 204 len: 168 time: 0.1344705 Dec 07 18:27:55.166209 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80857507-1ec6-4e7b-8f71-4a3c683da663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08b6f36-dbc2-40a4-8c13-be930af216a8,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:27:55.223412 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device ca77c99f-4ff6-4455-ad06-206c5060c223 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:55.247015 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: ca77c99f-4ff6-4455-ad06-206c5060c223 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:55.247733 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device ca77c99f-4ff6-4455-ad06-206c5060c223 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:55.248447 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device c346771a-03b5-4819-8ef7-fb634f874b19 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:27:55.270922 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: c346771a-03b5-4819-8ef7-fb634f874b19 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:27:55.271548 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device c346771a-03b5-4819-8ef7-fb634f874b19 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:27:55.921389 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc3842-0818-4178-b853-18351e209f15 req-ab8d80ca-c50f-4383-9fcc-1e56116af47e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:55.922844 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5cfc3842-0818-4178-b853-18351e209f15 req-ab8d80ca-c50f-4383-9fcc-1e56116af47e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0527074 Dec 07 18:27:55.970514 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5cfc3842-0818-4178-b853-18351e209f15 req-717346aa-01d3-4ae5-8a52-2b6ffe1dda0f tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415628 Dec 07 18:27:57.100975 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dbb14-04b1-4ee6-8d85-665fe4b45152 req-b8871ef5-37b7-4ce3-9df0-257f38e27f5a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:57.102771 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d2dbb14-04b1-4ee6-8d85-665fe4b45152 req-b8871ef5-37b7-4ce3-9df0-257f38e27f5a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0502267 Dec 07 18:27:57.157230 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9d2dbb14-04b1-4ee6-8d85-665fe4b45152 req-b8eada36-1998-44ff-a2f5-147799e55d47 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474422 Dec 07 18:27:58.273168 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319f16c-aff0-4494-a96f-eba301af086f req-da113afb-6210-44ea-b799-6d3c88d2086a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:58.274687 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3319f16c-aff0-4494-a96f-eba301af086f req-da113afb-6210-44ea-b799-6d3c88d2086a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0470252 Dec 07 18:27:58.331134 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3319f16c-aff0-4494-a96f-eba301af086f req-9ffe8dfb-0a84-4ab5-8c2b-1efe9bba79a1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487545 Dec 07 18:27:59.455477 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afa834-53b5-4484-b13d-57e1265ab40f req-7af51bd4-1720-4ff9-b95b-09380e8516d5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:27:59.456895 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-95afa834-53b5-4484-b13d-57e1265ab40f req-7af51bd4-1720-4ff9-b95b-09380e8516d5 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0482488 Dec 07 18:27:59.507899 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-95afa834-53b5-4484-b13d-57e1265ab40f req-8cfaaa9d-9a51-40ac-8888-ff706803ab18 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451264 Dec 07 18:28:00.634728 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf84ee-b629-4937-b3ec-3ade4f2fbcd8 req-8a9f84ff-9340-47b2-9872-61f55dd3df64 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:00.636388 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fabf84ee-b629-4937-b3ec-3ade4f2fbcd8 req-8a9f84ff-9340-47b2-9872-61f55dd3df64 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0504353 Dec 07 18:28:00.685641 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fabf84ee-b629-4937-b3ec-3ade4f2fbcd8 req-9a235666-139e-4cff-860b-b41821a0d80a tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427480 Dec 07 18:28:01.835208 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7f59b-c7c3-41c9-94ab-1f845e1d1b57 req-8ed73ea2-1b1e-4de2-b9c6-3615e964ee5b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:01.836796 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c0c7f59b-c7c3-41c9-94ab-1f845e1d1b57 req-8ed73ea2-1b1e-4de2-b9c6-3615e964ee5b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0776942 Dec 07 18:28:01.889899 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c0c7f59b-c7c3-41c9-94ab-1f845e1d1b57 req-92906aa6-a8ae-41a4-9dbb-812bf0e7358e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464559 Dec 07 18:28:03.008684 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c432c68-2bc1-407e-8db1-1945c1793fd3 req-07cacf74-49fe-4b6b-9cb0-5f731ae54a0e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:03.010242 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4c432c68-2bc1-407e-8db1-1945c1793fd3 req-07cacf74-49fe-4b6b-9cb0-5f731ae54a0e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0478897 Dec 07 18:28:03.058185 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4c432c68-2bc1-407e-8db1-1945c1793fd3 req-5e28ad2a-9cd7-43c8-ad8e-c0d842c6ffe3 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420663 Dec 07 18:28:04.174645 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c254d-9e72-41ab-acb5-d1a7e1b99349 req-e6d44062-0c4f-42d1-b1eb-8124541cac36 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:04.175985 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-332c254d-9e72-41ab-acb5-d1a7e1b99349 req-e6d44062-0c4f-42d1-b1eb-8124541cac36 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0460482 Dec 07 18:28:04.226132 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-332c254d-9e72-41ab-acb5-d1a7e1b99349 req-388bf6e4-098b-487c-a04a-8ab97ae18e2c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443060 Dec 07 18:28:05.345652 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22abe6c-5ef1-4d7d-b5bb-1c4514bc4429 req-58fce99b-b468-487d-a61c-93215315cec7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:05.347140 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f22abe6c-5ef1-4d7d-b5bb-1c4514bc4429 req-58fce99b-b468-487d-a61c-93215315cec7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0485985 Dec 07 18:28:05.394261 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f22abe6c-5ef1-4d7d-b5bb-1c4514bc4429 req-413f6e28-40fc-431f-92a3-9d675683920d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411038 Dec 07 18:28:06.509482 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da63c3-b37f-4fe6-80ed-bb1f31e39269 req-4b771e64-5f20-4624-8038-61c56045bb34 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:06.510924 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-40da63c3-b37f-4fe6-80ed-bb1f31e39269 req-4b771e64-5f20-4624-8038-61c56045bb34 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0476189 Dec 07 18:28:06.557888 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-40da63c3-b37f-4fe6-80ed-bb1f31e39269 req-a66ae5ca-cd3f-4be3-9e13-e2a63e1cffce tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404897 Dec 07 18:28:07.679018 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9d5f3-efc0-4bd4-8721-1b3c64eba2f5 req-fc27bb79-1f94-423c-b82b-3b7f164f8453 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:07.680501 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ffc9d5f3-efc0-4bd4-8721-1b3c64eba2f5 req-fc27bb79-1f94-423c-b82b-3b7f164f8453 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0507939 Dec 07 18:28:07.726092 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ffc9d5f3-efc0-4bd4-8721-1b3c64eba2f5 req-f2338b39-e847-4905-a13c-335db3290141 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397129 Dec 07 18:28:08.661552 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-de7b77a8-d12c-4a9b-82dc-0905fb4d0cf4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1756859 Dec 07 18:28:08.793563 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-e671c5d8-0e52-4b5d-a2c0-50409b00747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:08.795180 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-e671c5d8-0e52-4b5d-a2c0-50409b00747b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 1098 time: 0.0474560 Dec 07 18:28:08.867779 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f25861-9de5-47aa-99c2-6d7a00736af0 req-adc4c626-4648-4e26-aab1-f9d29e4e5b6c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:08.869289 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-72f25861-9de5-47aa-99c2-6d7a00736af0 req-adc4c626-4648-4e26-aab1-f9d29e4e5b6c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0507638 Dec 07 18:28:08.905792 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-be9c94c6-062c-4d26-9575-62fb358ff4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:08.907179 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-be9c94c6-062c-4d26-9575-62fb358ff4e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 912 time: 0.0913401 Dec 07 18:28:08.918125 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-72f25861-9de5-47aa-99c2-6d7a00736af0 req-65a816af-1013-463e-9163-65b10f985811 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422769 Dec 07 18:28:08.972184 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-07bc4279-07d3-4174-b936-243f917cb122 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe68d58-b303-4231-8685-5906fa8af493 HTTP/1.1" status: 200 len: 1001 time: 0.0573974 Dec 07 18:28:09.024713 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-c5e87648-6d8b-4f19-a427-cff1c653e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:09.026060 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-c5e87648-6d8b-4f19-a427-cff1c653e0b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.0459731 Dec 07 18:28:09.071195 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-6a7ae0bb-3112-4cc9-9f2a-5db8920266d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:09.072885 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-6a7ae0bb-3112-4cc9-9f2a-5db8920266d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374312 Dec 07 18:28:09.083655 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-99fcb493-69e1-48f2-b9b9-212ffe9be493 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102527) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:28:09.084692 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-99fcb493-69e1-48f2-b9b9-212ffe9be493 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047157 Dec 07 18:28:09.172589 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-95dd1c26-a335-4e29-9d1c-8abd58155171 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804529 Dec 07 18:28:09.265644 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-42be9fa7-8ba9-46b2-ab38-ebae86c72227 req-e4de4c35-d4bc-4cd4-aaa3-2b9bd53c8941 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855193 Dec 07 18:28:10.038919 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87490af-d093-4457-967c-d53d9d643643 req-751c01b2-1892-40b0-8f45-babd4062ffe2 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:10.040434 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a87490af-d093-4457-967c-d53d9d643643 req-751c01b2-1892-40b0-8f45-babd4062ffe2 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0496495 Dec 07 18:28:10.094308 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a87490af-d093-4457-967c-d53d9d643643 req-4f7f4b8f-8ead-4527-968e-a4db0869f6cf tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480995 Dec 07 18:28:11.225583 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f99d9e-fcb3-44a7-bc8a-27d13a718d05 req-92e18798-84a1-48ad-8bbf-20d241525080 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:11.227103 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-24f99d9e-fcb3-44a7-bc8a-27d13a718d05 req-92e18798-84a1-48ad-8bbf-20d241525080 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 943 time: 0.0514801 Dec 07 18:28:11.275230 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-24f99d9e-fcb3-44a7-bc8a-27d13a718d05 req-7ad606f8-96dd-4cf4-9158-954070b001e7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417006 Dec 07 18:28:11.533394 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-a33cc93c-636f-4f11-bb47-018770084972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:11.936801 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:12.023892 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89f63593-643b-4475-b5dd-5f07463e9d69 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:28:12.118540 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:28:12.129586 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '89f63593-643b-4475-b5dd-5f07463e9d69', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'port_id': '89f63593-643b-4475-b5dd-5f07463e9d69', 'mac_address': 'fa:16:3e:42:8a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:28:12.169258 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:12.181374 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f63593-643b-4475-b5dd-5f07463e9d69 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:28:12.199902 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:28:12.203648 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:12.248574 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=9']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:12.397068 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c1e27-bee6-4a09-939a-0c35a4fa6867 req-fe604728-c0b8-4b60-a0de-2a6b2282cc02 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:12.398421 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d73c1e27-bee6-4a09-939a-0c35a4fa6867 req-fe604728-c0b8-4b60-a0de-2a6b2282cc02 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 944 time: 0.0475020 Dec 07 18:28:12.444541 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d73c1e27-bee6-4a09-939a-0c35a4fa6867 req-4a20f921-85f6-4017-8da2-c9931e58c4f1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395799 Dec 07 18:28:12.614682 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['89f63593-643b-4475-b5dd-5f07463e9d69'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:28:13.564276 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44925e-3b8a-4ee3-8444-9888c6bea5f5 req-3bb6433c-2ada-4aca-9de6-b8de05cd687e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:13.565755 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-cd44925e-3b8a-4ee3-8444-9888c6bea5f5 req-3bb6433c-2ada-4aca-9de6-b8de05cd687e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 944 time: 0.0465248 Dec 07 18:28:13.612632 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-cd44925e-3b8a-4ee3-8444-9888c6bea5f5 req-f3e44d6d-1177-42ad-9ec1-dbb51a9d7df1 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409367 Dec 07 18:28:14.036132 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89f63593-643b-4475-b5dd-5f07463e9d69 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:28:14.083907 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-713788a7-311d-4807-baf1-125718ca96a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:14.096092 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 89f63593-643b-4475-b5dd-5f07463e9d69 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:28:14.096484 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:14.176306 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:14.199385 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:28:14.201666 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d2ff57-198a-493b-a2ac-896e590facb8" -d '{"events": [{"server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "name": "network-vif-plugged", "status": "completed", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:28:14.213484 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:28:14.217897 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:14.242563 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52b3591-d870-4c4c-81ad-43fb3d2b4f60 x-openstack-request-id: req-b52b3591-d870-4c4c-81ad-43fb3d2b4f60 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:28:14.242857 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "name": "network-vif-plugged", "status": "completed", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:28:14.243113 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b52b3591-d870-4c4c-81ad-43fb3d2b4f60 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:28:14.243499 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69', 'code': 200} Dec 07 18:28:14.267023 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=10']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:14.273842 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.274188 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.274526 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.274861 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.275190 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.275514 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.275840 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.276164 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.276517 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.276843 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.277357 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.277811 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.278133 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:14.506555 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8651cac-d429-4ccd-9aaa-614c2566a1b9 req-cb12402a-d6ce-4e5d-b313-d381f2013fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:14.508190 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e8651cac-d429-4ccd-9aaa-614c2566a1b9 req-cb12402a-d6ce-4e5d-b313-d381f2013fc1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 1099 time: 0.0437362 Dec 07 18:28:14.553932 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e8651cac-d429-4ccd-9aaa-614c2566a1b9 req-acc862b6-1c0d-484a-bd5c-42ccd72bea20 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384047 Dec 07 18:28:14.733517 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7b2ec-e027-434d-9ec5-42658c8edd1a req-ee3093fb-52bb-4578-900e-0b26d5c32d1c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:14.734989 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-33a7b2ec-e027-434d-9ec5-42658c8edd1a req-ee3093fb-52bb-4578-900e-0b26d5c32d1c tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 946 time: 0.0520010 Dec 07 18:28:14.780558 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-33a7b2ec-e027-434d-9ec5-42658c8edd1a req-5d808e21-3cce-440e-9982-af4f88c7aa61 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395637 Dec 07 18:28:15.099475 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:15.901237 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c538b-5858-475b-a9a0-9d4268cf6ae6 req-ef089f53-7b2b-45f8-92d8-76f0a5891ecf tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:15.903043 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-210c538b-5858-475b-a9a0-9d4268cf6ae6 req-ef089f53-7b2b-45f8-92d8-76f0a5891ecf tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 946 time: 0.0480328 Dec 07 18:28:15.948995 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-210c538b-5858-475b-a9a0-9d4268cf6ae6 req-29791e7c-ff27-49d4-88ef-6306b0f71674 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400448 Dec 07 18:28:16.449679 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:17.070316 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc506a8-e3a8-4324-95d2-1bb843929c87 req-181c24fb-ffe1-4f13-90ad-2d42d3a2a367 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:17.071790 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7dc506a8-e3a8-4324-95d2-1bb843929c87 req-181c24fb-ffe1-4f13-90ad-2d42d3a2a367 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 946 time: 0.0499396 Dec 07 18:28:17.119404 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7dc506a8-e3a8-4324-95d2-1bb843929c87 req-afe35861-0c5f-41e5-8113-015c0932fce7 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404971 Dec 07 18:28:17.621325 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:24.026211 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:28:31.129633 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e5396-53b3-4392-ade9-df936f76a593 req-1aa592c1-d45b-40f9-b69d-5e46998a3128 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:31.130965 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f99e5396-53b3-4392-ade9-df936f76a593 req-1aa592c1-d45b-40f9-b69d-5e46998a3128 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 946 time: 0.0466299 Dec 07 18:28:31.180583 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f99e5396-53b3-4392-ade9-df936f76a593 req-0e9d3bad-1b2b-4ce5-8510-fa4f00edc6c9 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 Dec 07 18:28:32.298266 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a973212-f621-4a02-b466-12d81d6d457e req-22906bc4-95ce-4c4d-a657-dab586f1707c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:32.299708 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6a973212-f621-4a02-b466-12d81d6d457e req-22906bc4-95ce-4c4d-a657-dab586f1707c tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 946 time: 0.0495887 Dec 07 18:28:32.346670 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6a973212-f621-4a02-b466-12d81d6d457e req-62b8a6ca-de14-4210-a51b-19ef1351f288 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410771 Dec 07 18:28:33.460243 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ed4a1-c5eb-418d-ac34-968f41c1be36 req-94d09785-495b-4870-b908-ad266dbd2fdf tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:33.461646 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a63ed4a1-c5eb-418d-ac34-968f41c1be36 req-94d09785-495b-4870-b908-ad266dbd2fdf tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 946 time: 0.0476613 Dec 07 18:28:33.510094 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-a63ed4a1-c5eb-418d-ac34-968f41c1be36 req-90467288-d1e1-4b63-a723-5e6a7f9f1f5e tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7514c49-e014-4801-a9cb-8f0e0ea0e14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 Dec 07 18:28:33.512525 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-6726a7e1-1c78-4079-84a5-ca127c7afede tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:33.514340 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-6726a7e1-1c78-4079-84a5-ca127c7afede tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 946 time: 0.0473642 Dec 07 18:28:33.603103 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Deleting port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:28:33.603439 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:33.692706 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] For port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:28:33.693070 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:33.859170 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:33.859540 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:33.859857 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.l3_db [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Floating IP df471910-82e5-43b3-afd2-ee6872c383df disassociated. External IP: 172.27.2.57, port: 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed. Dec 07 18:28:33.860204 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Calling delete_port for 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:28:33.987517 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:34.016557 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event deleted for resources: {'Port': ['ID=80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:34.030889 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.031254 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.031609 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.031956 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.032299 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.032667 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.033004 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.033339 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.033675 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.034012 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.034354 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.034678 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.035011 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:34.143324 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Router 036e8bf7-d304-46b3-86a1-1c3c46fba159 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:28:34.256137 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:28:34.266855 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] Sync routers for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:28:34.276101 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:28:34.276761 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:28:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:34.293883 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] No DVR routers for this DVR port 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:28:34.296671 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:34.299905 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-91201351-9f9a-4b04-a0cf-94782e486d44 req-54fb730b-8978-4e77-a8e6-cc3b9e32f6ff tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.37 "DELETE /v2.0/ports/80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed HTTP/1.1" status: 204 len: 173 time: 0.7780137 Dec 07 18:28:34.300362 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'name': 'network-vif-deleted', 'tag': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:28:34.302661 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb2e64-404d-430e-8c25-a1f09c8f1d4e" -d '{"events": [{"server_uuid": "5c9d01b6-7b48-4dca-b788-4259da00f4e6", "name": "network-vif-deleted", "tag": "80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:28:34.340084 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3bb7e6-dd34-49b2-8ea4-c09a4a62c21b x-openstack-request-id: req-0a3bb7e6-dd34-49b2-8ea4-c09a4a62c21b {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:28:34.340406 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9d01b6-7b48-4dca-b788-4259da00f4e6", "name": "network-vif-deleted", "tag": "80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:28:34.340663 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0a3bb7e6-dd34-49b2-8ea4-c09a4a62c21b {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:28:34.341619 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9d01b6-7b48-4dca-b788-4259da00f4e6', 'name': 'network-vif-deleted', 'tag': '80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed', 'status': 'completed', 'code': 200} Dec 07 18:28:34.389804 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:28:34.605467 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:34.617595 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c6b4d0ef-beb4-46f7-bf65-271598afb4c1 req-c938640a-73af-472a-a1af-8362a1ad30d5 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9d01b6-7b48-4dca-b788-4259da00f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0250623 Dec 07 18:28:34.632368 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] Checking router: 036e8bf7-d304-46b3-86a1-1c3c46fba159 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:28:34.640919 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:28:34.641560 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:28:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:34.875304 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:28:35.073369 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:35.103324 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f56f1a-6dcd-4fd4-a67d-0a5aeff8dea0 None None] The sync data for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi is: [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '5849c7dc-9128-4c2a-97e2-7c2af1634c68', 'name': '', 'network_id': '03597245-6d91-43e2-998e-8715e605ebb4', 'tenant_id': '02024714edc540369380718e8027a1d1', 'mac_address': 'fa:16:3e:60:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:54Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'subnets': [{'id': 'c0740316-a665-4440-a726-9fd1ffd59b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:28:35.312627 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b5f07-4edb-465d-bae3-91ea6071338f None None] New status for floating IP df471910-82e5-43b3-afd2-ee6872c383df: DOWN {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:28:35.702217 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 54992) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:35.754190 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:35.776716 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:35.827104 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:35.829975 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:35.831111 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "DELETE /v2.0/security-groups/e7514c49-e014-4801-a9cb-8f0e0ea0e14f HTTP/1.1" status: 204 len: 168 time: 0.1278360 Dec 07 18:28:35.833998 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54994) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:35.840248 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7514c49-e014-4801-a9cb-8f0e0ea0e14f,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:35.847489 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.api.v2.resource [None req-14d2cdcd-7b10-4ee4-9e28-14288400459d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] show failed (client error): The resource could not be found. Dec 07 18:28:35.847659 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.847949 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.848286 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.848670 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.848973 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.849299 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.849635 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.849961 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.850284 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.850609 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.850932 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.851253 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.851366 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-14d2cdcd-7b10-4ee4-9e28-14288400459d tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "GET /v2.0/security-groups/e7514c49-e014-4801-a9cb-8f0e0ea0e14f HTTP/1.1" status: 404 len: 347 time: 0.0163069 Dec 07 18:28:35.851582 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddf37cd-50ff-4b27-bb07-34dd580dc536 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:28:35.851839 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 54996) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:35.977074 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-dd2acfe2-72ce-4c89-af1b-4efbb6c7f3e8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Deleting port 73d18d71-ee65-4721-b4e2-54abcc4f3571 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:28:35.977325 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dd2acfe2-72ce-4c89-af1b-4efbb6c7f3e8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:36.050553 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dd2acfe2-72ce-4c89-af1b-4efbb6c7f3e8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:36.050882 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dd2acfe2-72ce-4c89-af1b-4efbb6c7f3e8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:36.063031 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-dd2acfe2-72ce-4c89-af1b-4efbb6c7f3e8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Calling delete_port for 73d18d71-ee65-4721-b4e2-54abcc4f3571 owned by network:floatingip {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:28:36.173780 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:28:36.193803 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:28:36.194144 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 80fdcab2-7a1c-4cd3-9b66-67dbdbccf2ed not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:28:36.195360 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dd2acfe2-72ce-4c89-af1b-4efbb6c7f3e8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:36.221344 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2acfe2-72ce-4c89-af1b-4efbb6c7f3e8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Pushing event deleted for resources: {'Port': ['ID=73d18d71-ee65-4721-b4e2-54abcc4f3571,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:36.281967 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dd2acfe2-72ce-4c89-af1b-4efbb6c7f3e8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks [] for floatingip, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:36.284544 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dd2acfe2-72ce-4c89-af1b-4efbb6c7f3e8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:36.285682 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-dd2acfe2-72ce-4c89-af1b-4efbb6c7f3e8 tempest-AttachVolumeTestJSON-560709073 tempest-AttachVolumeTestJSON-560709073-project] 10.222.0.47 "DELETE /v2.0/floatingips/df471910-82e5-43b3-afd2-ee6872c383df HTTP/1.1" status: 204 len: 168 time: 0.4329407 Dec 07 18:28:39.815399 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55028) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:40.487568 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4182449'] for router_interface, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:40.724801 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] Deleting port 5849c7dc-9128-4c2a-97e2-7c2af1634c68 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:28:40.725143 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:40.803579 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] For port 5849c7dc-9128-4c2a-97e2-7c2af1634c68, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=5849c7dc-9128-4c2a-97e2-7c2af1634c68,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:28:40.803886 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:40.817171 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] Calling delete_port for 5849c7dc-9128-4c2a-97e2-7c2af1634c68 owned by network:router_interface {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:28:40.993139 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:41.018452 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] Pushing event deleted for resources: {'Port': ['ID=5849c7dc-9128-4c2a-97e2-7c2af1634c68,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:41.182413 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3856974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182469'] for router_interface, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:41.395548 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] Router 036e8bf7-d304-46b3-86a1-1c3c46fba159 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:28:41.501633 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:28:41.506710 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-8f6b2806-0324-4dc5-bcd0-c10dc4b5f69a admin admin] 10.222.0.47 "PUT /v2.0/routers/036e8bf7-d304-46b3-86a1-1c3c46fba159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902859 Dec 07 18:28:41.509355 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55034) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:41.511597 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] Sync routers for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:28:41.535703 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:28:41.536459 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:28:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:41.539978 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc3b0-593e-485f-9e6e-59700f92a6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:41.613665 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:41.645881 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:28:41.714584 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:41.768517 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Deleting port 1a58282f-84aa-453e-9152-ad05f8de4c29 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:28:41.768863 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:41.827928 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:28:40Z', 'revision_number': 5, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port': {'id': '1a58282f-84aa-453e-9152-ad05f8de4c29', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:36Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:41.855155 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] Checking router: 036e8bf7-d304-46b3-86a1-1c3c46fba159 for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:28:41.858061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] For port 1a58282f-84aa-453e-9152-ad05f8de4c29, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=1a58282f-84aa-453e-9152-ad05f8de4c29,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:28:41.858525 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:41.864059 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] Routers {'036e8bf7-d304-46b3-86a1-1c3c46fba159'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:28:41.864769 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:28:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['036e8bf7-d304-46b3-86a1-1c3c46fba159'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:41.872429 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Calling delete_port for 1a58282f-84aa-453e-9152-ad05f8de4c29 owned by network:router_gateway {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:28:41.954767 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:41.960033 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] Set router 036e8bf7-d304-46b3-86a1-1c3c46fba159 gateway port host: None {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:28:42.014414 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:28:41Z', 'revision_number': 6, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port_host': None}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:42.037169 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.041283 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043101a-3e6d-4659-91b2-156ec0054ad3 None None] The sync data for ids ['036e8bf7-d304-46b3-86a1-1c3c46fba159'] in dv-cinder-820918-1-iscsi is: [{'id': '036e8bf7-d304-46b3-86a1-1c3c46fba159', 'name': 'tempest-AttachVolumeTestJSON-1320959764-router', 'tenant_id': '02024714edc540369380718e8027a1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:35Z', 'updated_at': '2021-12-07T18:28:41Z', 'revision_number': 6, 'project_id': '02024714edc540369380718e8027a1d1', 'gw_port_host': None}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:28:42.063180 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a58282f-84aa-453e-9152-ad05f8de4c29,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:42.123391 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4183935'] for router_gateway, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.213738 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4184811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30340'] for router, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.216170 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.258334 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4184786'] for router, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.258991 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 036e8bf7-d304-46b3-86a1-1c3c46fba159 {{(pid=102527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:28:42.263424 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] Publish callbacks [] for router, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.265098 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-44a8b7d0-3522-4258-a8ff-16e06bf48dd2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/036e8bf7-d304-46b3-86a1-1c3c46fba159 HTTP/1.1" status: 204 len: 168 time: 0.7548189 Dec 07 18:28:42.267656 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55036) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:42.310458 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48f7a79-9570-437a-ae38-df63661ab07b admin admin] Deleting subnet c0740316-a665-4440-a726-9fd1ffd59b6a {{(pid=102527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:28:42.313469 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d48f7a79-9570-437a-ae38-df63661ab07b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.346818 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d48f7a79-9570-437a-ae38-df63661ab07b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126242623'] for subnet, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.427565 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d48f7a79-9570-437a-ae38-df63661ab07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.485392 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d48f7a79-9570-437a-ae38-df63661ab07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129744420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129886070'] for subnet, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.513238 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d48f7a79-9570-437a-ae38-df63661ab07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.517038 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-d48f7a79-9570-437a-ae38-df63661ab07b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c0740316-a665-4440-a726-9fd1ffd59b6a HTTP/1.1" status: 204 len: 168 time: 0.2484598 Dec 07 18:28:42.518116 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f7a79-9570-437a-ae38-df63661ab07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0740316-a665-4440-a726-9fd1ffd59b6a,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:42.518353 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae00c7-e071-4ab6-9dc1-4be94d21b1eb None None] Network 03597245-6d91-43e2-998e-8715e605ebb4 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:28:42.519627 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 55038) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:42.586137 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.639141 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Deleting port 6fb4f155-dfae-4890-888e-366f94035c0e {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:28:42.639408 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.702914 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] For port 6fb4f155-dfae-4890-888e-366f94035c0e, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=6fb4f155-dfae-4890-888e-366f94035c0e,segment=NetworkSegment(13687910-7e80-4841-80aa-6dfddff7a3cc),segment_id=13687910-7e80-4841-80aa-6dfddff7a3cc)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:28:42.703268 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.715082 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Calling delete_port for 6fb4f155-dfae-4890-888e-366f94035c0e owned by network:dhcp {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:28:42.792660 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.801938 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8422b507-aae8-44da-8d2d-368d1c79fb28 None None] DHCP port deletion for 03597245-6d91-43e2-998e-8715e605ebb4 request from dv-cinder-820918-1-iscsi {{(pid=102528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:28:42.827839 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb4f155-dfae-4890-888e-366f94035c0e,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:42.829714 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] No DVR routers for this DVR port 6fb4f155-dfae-4890-888e-366f94035c0e on host dv-cinder-820918-1-iscsi {{(pid=102526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:28:42.902347 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.921702 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03597245-6d91-43e2-998e-8715e605ebb4']}} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:42.930870 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13687910-7e80-4841-80aa-6dfddff7a3cc') {'for_net_delete': True} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:42.931166 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.services.segments.db [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13687910-7e80-4841-80aa-6dfddff7a3cc') {} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:28:42.941636 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129597049'] for segment, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.956323 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.962380 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:28:42.963394 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126114566'] for segment, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: Traceback (most recent call last): Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: timer() Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: cb(*args, **kw) Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: return func(*args, **kwargs) Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: self._notify() Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: self.callback(batched_events) Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: event.method(event) Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: return f(self, *a, **k) Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._get(url).json() Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: return self.request(url, 'GET', **kwargs) Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:28:42.965065 dv-cinder-820918-1-iscsi neutron-server[102526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:28:43.025022 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:43.033283 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:43.036481 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] 10.222.0.47 "DELETE /v2.0/networks/03597245-6d91-43e2-998e-8715e605ebb4 HTTP/1.1" status: 204 len: 168 time: 0.5158408 Dec 07 18:28:43.045727 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00e31d-ae9f-4262-a91a-98547d33d84a admin admin] Pushing event deleted for resources: {'Network': ['ID=03597245-6d91-43e2-998e-8715e605ebb4,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:43.149796 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55042) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:43.192016 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-9323ac16-9a03-4f3c-b83e-0f91199ed53c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02024714edc540369380718e8027a1d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409951 Dec 07 18:28:43.194455 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55044) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:43.237825 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 6fb4f155-dfae-4890-888e-366f94035c0e no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:28:43.246751 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dac2faad-33af-45d2-9036-e92468fc6fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:43.257923 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 6fb4f155-dfae-4890-888e-366f94035c0e {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:28:43.258274 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 6fb4f155-dfae-4890-888e-366f94035c0e not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:28:43.258696 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 5849c7dc-9128-4c2a-97e2-7c2af1634c68 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:28:43.268450 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dac2faad-33af-45d2-9036-e92468fc6fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:43.276870 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 5849c7dc-9128-4c2a-97e2-7c2af1634c68 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:28:43.277224 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 5849c7dc-9128-4c2a-97e2-7c2af1634c68 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:28:43.277643 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 1a58282f-84aa-453e-9152-ad05f8de4c29 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:28:43.296706 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 1a58282f-84aa-453e-9152-ad05f8de4c29 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:28:43.296969 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 1a58282f-84aa-453e-9152-ad05f8de4c29 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:28:43.315902 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dac2faad-33af-45d2-9036-e92468fc6fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:43.318534 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-dac2faad-33af-45d2-9036-e92468fc6fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:43.319799 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-dac2faad-33af-45d2-9036-e92468fc6fa7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc787adf-4920-49c4-b7fa-76f7e74bd59b HTTP/1.1" status: 204 len: 168 time: 0.1244249 Dec 07 18:28:43.328570 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2faad-33af-45d2-9036-e92468fc6fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc787adf-4920-49c4-b7fa-76f7e74bd59b,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:44.076007 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-21bdaabf-8a07-405a-b34d-c79b3ce45c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:45.101339 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:46.450876 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:47.623861 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:53.307806 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-0363da20-48d7-4da3-8c99-7a32ab326466 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374179 Dec 07 18:28:53.385165 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-88287b2f-42fe-4689-8f9d-f4d04fc70580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:53.386612 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-88287b2f-42fe-4689-8f9d-f4d04fc70580 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e910263dc9448a283a75ee5ee242b85&device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 1099 time: 0.0384471 Dec 07 18:28:53.489107 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-c58e4994-4f16-4e8d-ba29-d5f11cd7da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:53.490454 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-c58e4994-4f16-4e8d-ba29-d5f11cd7da33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 200 len: 917 time: 0.0845296 Dec 07 18:28:53.554864 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-7a1b3a70-77ee-47d5-b129-ee421831b14e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89f63593-643b-4475-b5dd-5f07463e9d69 HTTP/1.1" status: 200 len: 1001 time: 0.0555053 Dec 07 18:28:53.609536 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-2868c70b-7712-4982-b952-2953b8962d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:53.610970 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-2868c70b-7712-4982-b952-2953b8962d18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 200 len: 855 time: 0.0473366 Dec 07 18:28:53.655662 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-0363668e-a330-46da-9a9f-3e1a328f3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:28:53.657131 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-0363668e-a330-46da-9a9f-3e1a328f3f58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387907 Dec 07 18:28:53.744207 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-8954d36a-2912-439e-93d8-1b1e21530012 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799198 Dec 07 18:28:53.833115 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e3faf8dc-84cd-4bc5-ba18-e9b8bcf8faa2 req-89cfa735-26a3-47cc-8856-63c4b0117212 service neutron] 10.222.0.37 "GET /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821509 Dec 07 18:28:59.545949 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 55262) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:59.646700 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-544ce83a-f2d5-486c-9372-1d942bd057ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:59.720214 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-544ce83a-f2d5-486c-9372-1d942bd057ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:59.724138 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-544ce83a-f2d5-486c-9372-1d942bd057ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:59.759622 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-544ce83a-f2d5-486c-9372-1d942bd057ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ad1c200325e4bbdbf14bb70b058f18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126074 Dec 07 18:28:59.761536 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ce83a-f2d5-486c-9372-1d942bd057ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ba1382-8664-4003-af09-50507e82d92d,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:28:59.762326 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55266) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:28:59.810345 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d6bdcf57-f44d-4e7f-8b89-c13033c94d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:59.833745 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d6bdcf57-f44d-4e7f-8b89-c13033c94d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:59.883447 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d6bdcf57-f44d-4e7f-8b89-c13033c94d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:59.886049 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d6bdcf57-f44d-4e7f-8b89-c13033c94d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:28:59.887197 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-d6bdcf57-f44d-4e7f-8b89-c13033c94d4c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/46ba1382-8664-4003-af09-50507e82d92d HTTP/1.1" status: 204 len: 168 time: 0.1233366 Dec 07 18:28:59.896021 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdcf57-f44d-4e7f-8b89-c13033c94d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ba1382-8664-4003-af09-50507e82d92d,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:00.139461 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55272) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:00.155680 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-08b0f88d-0066-466e-b5a6-5e8835c9848f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:00.229608 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-08b0f88d-0066-466e-b5a6-5e8835c9848f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:00.233238 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-08b0f88d-0066-466e-b5a6-5e8835c9848f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:00.270566 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-08b0f88d-0066-466e-b5a6-5e8835c9848f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e5adb30368244116b6fa182be76f9b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300626 Dec 07 18:29:00.271371 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0f88d-0066-466e-b5a6-5e8835c9848f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d7170f-241d-4aba-ac6f-fa82621df23f,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:00.273310 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 55274) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:00.325208 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a2a800db-94c4-4fd5-8b7e-ac57aead6dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:00.346257 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a2a800db-94c4-4fd5-8b7e-ac57aead6dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:00.392489 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a2a800db-94c4-4fd5-8b7e-ac57aead6dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:00.395058 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a2a800db-94c4-4fd5-8b7e-ac57aead6dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:00.396264 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a2a800db-94c4-4fd5-8b7e-ac57aead6dea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8d7170f-241d-4aba-ac6f-fa82621df23f HTTP/1.1" status: 204 len: 168 time: 0.1218605 Dec 07 18:29:00.405124 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a800db-94c4-4fd5-8b7e-ac57aead6dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d7170f-241d-4aba-ac6f-fa82621df23f,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:01.024145 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:29:04.692678 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 55360) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:04.794762 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0a0048da-cfbc-4c06-88f2-a59c24d516f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:04.873131 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0a0048da-cfbc-4c06-88f2-a59c24d516f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:04.877153 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0a0048da-cfbc-4c06-88f2-a59c24d516f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:04.915943 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-0a0048da-cfbc-4c06-88f2-a59c24d516f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71cd3300d18b4c338310cfe3732e1e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221811 Dec 07 18:29:04.917180 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0048da-cfbc-4c06-88f2-a59c24d516f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04797b0e-2e67-4c22-bbf4-a0aa945759ef,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:04.918649 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55364) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:04.965750 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0cc6bec9-b93c-45f4-b7e0-f3086d798091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:04.987053 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0cc6bec9-b93c-45f4-b7e0-f3086d798091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:05.031378 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0cc6bec9-b93c-45f4-b7e0-f3086d798091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:05.034003 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0cc6bec9-b93c-45f4-b7e0-f3086d798091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:05.035128 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-0cc6bec9-b93c-45f4-b7e0-f3086d798091 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04797b0e-2e67-4c22-bbf4-a0aa945759ef HTTP/1.1" status: 204 len: 168 time: 0.1147661 Dec 07 18:29:05.042697 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6bec9-b93c-45f4-b7e0-f3086d798091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04797b0e-2e67-4c22-bbf4-a0aa945759ef,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:05.284007 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55370) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:05.296988 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1626b4d6-be50-4c39-944b-9daddeaf35d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:05.370925 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1626b4d6-be50-4c39-944b-9daddeaf35d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:05.375091 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1626b4d6-be50-4c39-944b-9daddeaf35d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:05.412166 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-1626b4d6-be50-4c39-944b-9daddeaf35d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a17759dd7a0c4180a0b20410678c5163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270635 Dec 07 18:29:05.413054 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626b4d6-be50-4c39-944b-9daddeaf35d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d18b86-feea-4a27-ad81-4bf1b1ad92a8,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:05.415777 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 55372) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:05.464569 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f2e14447-ff79-49eb-8693-c8a9b3fb41b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:05.485367 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f2e14447-ff79-49eb-8693-c8a9b3fb41b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:05.533358 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f2e14447-ff79-49eb-8693-c8a9b3fb41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:05.536031 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-f2e14447-ff79-49eb-8693-c8a9b3fb41b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:05.537281 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-f2e14447-ff79-49eb-8693-c8a9b3fb41b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90d18b86-feea-4a27-ad81-4bf1b1ad92a8 HTTP/1.1" status: 204 len: 168 time: 0.1203043 Dec 07 18:29:05.544936 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e14447-ff79-49eb-8693-c8a9b3fb41b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d18b86-feea-4a27-ad81-4bf1b1ad92a8,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:11.522834 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-04a0f1aa-e4e0-4b8e-9da4-036e803d958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:11.940687 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:13.336928 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2d08d-0e80-4f7e-b8c0-f17f355fd79c req-20a52f83-ed4d-4fcd-b4db-b7daeab13788 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:13.338409 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c9d2d08d-0e80-4f7e-b8c0-f17f355fd79c req-20a52f83-ed4d-4fcd-b4db-b7daeab13788 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 946 time: 0.0480158 Dec 07 18:29:13.385206 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c9d2d08d-0e80-4f7e-b8c0-f17f355fd79c req-05b8c9be-3dfc-49a9-8f45-716b8de35fac tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406487 Dec 07 18:29:14.077907 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4435160d-477c-4e29-9806-e8f7783000ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:14.505841 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea30e3-afa3-44c3-bbae-6f37e8bed617 req-d888b0fa-da14-4849-878d-a953781b4060 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:14.507348 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-55ea30e3-afa3-44c3-bbae-6f37e8bed617 req-d888b0fa-da14-4849-878d-a953781b4060 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 946 time: 0.0483584 Dec 07 18:29:14.553954 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-55ea30e3-afa3-44c3-bbae-6f37e8bed617 req-ce4bb2a1-04cb-4d9f-ab74-b83e5c17a0dd tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405872 Dec 07 18:29:15.105839 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:15.673592 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee3663-1a41-4861-8295-c6f6898651c4 req-1306fba0-dcb5-45ad-9e57-63257da77bb6 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:15.675045 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c2ee3663-1a41-4861-8295-c6f6898651c4 req-1306fba0-dcb5-45ad-9e57-63257da77bb6 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 946 time: 0.0471311 Dec 07 18:29:15.724143 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-c2ee3663-1a41-4861-8295-c6f6898651c4 req-bb6bd5bf-e66a-4bcb-9244-f57c59a9d42d tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432515 Dec 07 18:29:16.453669 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:16.840121 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ede85-315f-459b-8f5f-4bf25967e56a req-8bdf8bb9-86b7-437e-8032-e2e22a1d415b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:16.841671 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7e0ede85-315f-459b-8f5f-4bf25967e56a req-8bdf8bb9-86b7-437e-8032-e2e22a1d415b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Dec 07 18:29:16.888647 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7e0ede85-315f-459b-8f5f-4bf25967e56a req-bbb6582c-67c5-46c3-bf0a-cbec481aec08 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408030 Dec 07 18:29:17.626037 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:18.006020 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32172a27-d2ae-4902-b0c9-368c8c2cebbb req-72ddd0bb-b963-4e2a-9621-780131b9ea9b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:18.007493 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-32172a27-d2ae-4902-b0c9-368c8c2cebbb req-72ddd0bb-b963-4e2a-9621-780131b9ea9b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 946 time: 0.0478127 Dec 07 18:29:18.053757 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-32172a27-d2ae-4902-b0c9-368c8c2cebbb req-02983832-c2ae-44b1-abb0-142b7629f3fc tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401113 Dec 07 18:29:19.078589 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-4487fce0-7781-4a1f-9836-10000578d04b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:19.080049 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-4487fce0-7781-4a1f-9836-10000578d04b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 946 time: 0.0475197 Dec 07 18:29:19.177991 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Deleting port 89f63593-643b-4475-b5dd-5f07463e9d69 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:19.178264 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:19.178775 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d34189-0d12-432c-91b1-1edc78f0e3cf req-1c173f62-bf49-4d30-ac32-1d046ad8bbec tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:19.184649 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-75d34189-0d12-432c-91b1-1edc78f0e3cf req-1c173f62-bf49-4d30-ac32-1d046ad8bbec tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 946 time: 0.0566416 Dec 07 18:29:19.235438 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-75d34189-0d12-432c-91b1-1edc78f0e3cf req-9f155b83-fa11-4baa-8c1a-f5183ba7323e tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups?id=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435622 Dec 07 18:29:19.275311 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] For port 89f63593-643b-4475-b5dd-5f07463e9d69, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=89f63593-643b-4475-b5dd-5f07463e9d69,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:19.275670 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:19.680976 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:19.681335 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4190385'] for floatingip, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:19.681648 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.l3_db [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Floating IP b3949b4e-dd70-4d82-bbdc-24a350e453e4 disassociated. External IP: 172.27.2.169, port: 89f63593-643b-4475-b5dd-5f07463e9d69. Dec 07 18:29:19.681987 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Calling delete_port for 89f63593-643b-4475-b5dd-5f07463e9d69 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:19.804124 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:19.833231 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event deleted for resources: {'Port': ['ID=89f63593-643b-4475-b5dd-5f07463e9d69,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:19.944235 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Router 0508a122-6692-4043-a866-490a4c434394 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:29:20.048202 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:29:20.058942 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] Sync routers for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:29:20.070522 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:20.071146 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:20.090931 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] No DVR routers for this DVR port 89f63593-643b-4475-b5dd-5f07463e9d69 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:29:20.094286 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:20.097594 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-09ba373d-93ba-4ca0-a1b9-62a69c4ed0ad req-7070f846-edac-48d0-8300-c6300dc3116b tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.37 "DELETE /v2.0/ports/89f63593-643b-4475-b5dd-5f07463e9d69 HTTP/1.1" status: 204 len: 173 time: 1.0111070 Dec 07 18:29:20.098041 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'name': 'network-vif-deleted', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:29:20.100272 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ff7ae8-a89c-4626-8bb4-f57ef737c057" -d '{"events": [{"server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "name": "network-vif-deleted", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:29:20.185611 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:20.379965 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2db4854-3b6f-4d66-9537-15fdcad64a4d x-openstack-request-id: req-b2db4854-3b6f-4d66-9537-15fdcad64a4d {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:29:20.380254 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb3b577-d8bf-4853-9817-1ff5bb99ce66", "name": "network-vif-deleted", "tag": "89f63593-643b-4475-b5dd-5f07463e9d69", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:29:20.380559 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2db4854-3b6f-4d66-9537-15fdcad64a4d {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:29:20.380953 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3b577-d8bf-4853-9817-1ff5bb99ce66', 'name': 'network-vif-deleted', 'tag': '89f63593-643b-4475-b5dd-5f07463e9d69', 'status': 'completed', 'code': 200} Dec 07 18:29:20.420773 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-e498567a-650a-4846-8914-33b9f8e7a409 req-9d0d1a0f-267a-4bf3-a05d-db646c8999fb tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbb3b577-d8bf-4853-9817-1ff5bb99ce66 HTTP/1.1" status: 200 len: 210 time: 0.0336795 Dec 07 18:29:20.458820 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:20.484921 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] Checking router: 0508a122-6692-4043-a866-490a4c434394 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:29:20.492874 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:20.493463 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:20.604944 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:20.813301 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:20.838923 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5053b-c4ff-45dd-9669-f036a6609622 None None] The sync data for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi is: [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:17:41Z', 'revision_number': 4, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '72c445d6-dd99-4eb3-9534-031c56d465dc', 'name': '', 'network_id': 'ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'mac_address': 'fa:16:3e:d8:6e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:40Z', 'updated_at': '2021-12-07T18:17:49Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'subnets': [{'id': '6fd65f4f-b876-41e8-9bde-333f8d69f506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:29:20.882604 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 55504) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:21.055684 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4009c34-201a-4797-b0cd-78ded7ce7be3 None None] New status for floating IP b3949b4e-dd70-4d82-bbdc-24a350e453e4: DOWN {{(pid=102528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:29:21.216108 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Deleting port 29b73c9f-3269-4e24-95e2-ebe097767c34 {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:21.216481 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.292461 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.292793 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.305158 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Calling delete_port for 29b73c9f-3269-4e24-95e2-ebe097767c34 owned by network:floatingip {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:21.450986 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.478652 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event deleted for resources: {'Port': ['ID=29b73c9f-3269-4e24-95e2-ebe097767c34,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:21.506367 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55514) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:21.536836 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.537169 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.l3_db [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Floating IP b00ff0b4-e720-4386-bf6e-8c2df4a2b32d disassociated (deleted). External IP: 172.27.2.222, port: 6a067a45-3596-4ad7-b665-0420e65e72c9. Dec 07 18:29:21.562577 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-40307d2f-f561-4abd-983f-d41319649827 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.585865 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-40307d2f-f561-4abd-983f-d41319649827 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.634442 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-40307d2f-f561-4abd-983f-d41319649827 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.637645 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-40307d2f-f561-4abd-983f-d41319649827 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.638790 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-40307d2f-f561-4abd-983f-d41319649827 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "DELETE /v2.0/security-groups/636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a HTTP/1.1" status: 204 len: 168 time: 0.1314266 Dec 07 18:29:21.642675 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55516) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:21.659614 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40307d2f-f561-4abd-983f-d41319649827 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:21.662909 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.api.v2.resource [None req-30918413-b908-486c-be89-d3f13f7fc309 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] show failed (client error): The resource could not be found. Dec 07 18:29:21.663915 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-30918413-b908-486c-be89-d3f13f7fc309 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "GET /v2.0/security-groups/636e3bd2-e5e1-44a8-bbed-1a2d3f646c5a HTTP/1.1" status: 404 len: 347 time: 0.0203328 Dec 07 18:29:21.666700 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55518) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:21.750397 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Router 9867ead9-c72a-497a-a736-0e1ccaaedeeb has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:29:21.794061 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e43b9-dc75-49a3-a461-6483a0bea042 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Deleting port 372fc4df-296c-4870-bc21-3006d7a1ebfb {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:21.794406 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c8e43b9-dc75-49a3-a461-6483a0bea042 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.856850 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:29:21.863107 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.870203 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] Sync routers for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:29:21.876997 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c8e43b9-dc75-49a3-a461-6483a0bea042 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.877410 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c8e43b9-dc75-49a3-a461-6483a0bea042 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:21.882256 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:21.882872 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:21.890393 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e43b9-dc75-49a3-a461-6483a0bea042 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Calling delete_port for 372fc4df-296c-4870-bc21-3006d7a1ebfb owned by network:floatingip {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:21.893044 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a6b40462-9824-41b2-8e52-681a21cc3737 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "DELETE /v2.0/floatingips/b00ff0b4-e720-4386-bf6e-8c2df4a2b32d HTTP/1.1" status: 204 len: 168 time: 1.0090909 Dec 07 18:29:21.893862 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'tag': '6a067a45-3596-4ad7-b665-0420e65e72c9'}] {{(pid=102526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:29:21.897730 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eafda22016bdebc0e0f1b5876471e8ffb45fb835b358326c84324ce377a4f10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d221e38-7825-49b8-936a-2439d73173ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c106a69a-10a0-4232-ab72-3a2e997498b2", "tag": "6a067a45-3596-4ad7-b665-0420e65e72c9"}]}' {{(pid=102526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:29:22.008663 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:22.012788 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7465a37d-7fa3-4d51-ad04-917fe841facc x-openstack-request-id: req-7465a37d-7fa3-4d51-ad04-917fe841facc {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:29:22.013201 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c106a69a-10a0-4232-ab72-3a2e997498b2", "tag": "6a067a45-3596-4ad7-b665-0420e65e72c9", "status": "completed", "code": 200}]} {{(pid=102526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:29:22.013686 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7465a37d-7fa3-4d51-ad04-917fe841facc {{(pid=102526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:29:22.014188 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'tag': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'status': 'completed', 'code': 200} Dec 07 18:29:22.062190 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c8e43b9-dc75-49a3-a461-6483a0bea042 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:22.089310 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e43b9-dc75-49a3-a461-6483a0bea042 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Pushing event deleted for resources: {'Port': ['ID=372fc4df-296c-4870-bc21-3006d7a1ebfb,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:22.156270 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebab9e1-8d6e-4704-8716-cedb0302f3b2 req-e5f2bf82-f274-4418-ba69-1a8dcd24810b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:22.156558 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c8e43b9-dc75-49a3-a461-6483a0bea042 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks [] for floatingip, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:22.158026 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5ebab9e1-8d6e-4704-8716-cedb0302f3b2 req-e5f2bf82-f274-4418-ba69-1a8dcd24810b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 945 time: 0.0525653 Dec 07 18:29:22.158996 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4c8e43b9-dc75-49a3-a461-6483a0bea042 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:22.160108 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-4c8e43b9-dc75-49a3-a461-6483a0bea042 tempest-AttachVolumeShelveTestJSON-1934472014 tempest-AttachVolumeShelveTestJSON-1934472014-project] 10.222.0.47 "DELETE /v2.0/floatingips/b3949b4e-dd70-4d82-bbdc-24a350e453e4 HTTP/1.1" status: 204 len: 168 time: 0.4925168 Dec 07 18:29:22.212991 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-5ebab9e1-8d6e-4704-8716-cedb0302f3b2 req-4a40994b-24f9-40b5-8cfa-57a7dce3fac6 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480502 Dec 07 18:29:22.278109 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '25cdf004-790f-449a-8a44-03373c10fe10', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:51:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:48Z', 'updated_at': '2021-12-07T18:24:50Z', 'revision_number': 1, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:22.305229 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] Checking router: 9867ead9-c72a-497a-a736-0e1ccaaedeeb for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:29:22.314160 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:22.314775 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:22.506979 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:22.725158 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '25cdf004-790f-449a-8a44-03373c10fe10', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:51:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:48Z', 'updated_at': '2021-12-07T18:24:50Z', 'revision_number': 1, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:22.754441 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d42fcc-cbef-4c3f-a7b4-6c45540460fc None None] The sync data for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi is: [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_floatingips': [{'id': '25cdf004-790f-449a-8a44-03373c10fe10', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'router_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'port_id': '8fe68d58-b303-4231-8685-5906fa8af493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'mac_address': 'fa:16:3e:51:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:24:48Z', 'updated_at': '2021-12-07T18:24:50Z', 'revision_number': 1, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:29:22.954981 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802334c-4b9b-49c3-b537-95aa474474a2 None None] New status for floating IP b00ff0b4-e720-4386-bf6e-8c2df4a2b32d: DOWN {{(pid=102528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:29:23.332779 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f0a50-20fd-4f4d-b5f0-4fef6d43c8ee req-02659462-32fa-4905-a42b-d7c259f1c63b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:23.334313 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bf7f0a50-20fd-4f4d-b5f0-4fef6d43c8ee req-02659462-32fa-4905-a42b-d7c259f1c63b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Dec 07 18:29:23.388009 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-bf7f0a50-20fd-4f4d-b5f0-4fef6d43c8ee req-70554a63-999b-4e1a-b580-57eedbe5d042 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478454 Dec 07 18:29:24.506856 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07d901-8cf3-40d1-bbd1-e2746cbd1e86 req-e0caeeef-3829-45cb-ae44-942d15022682 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:24.512108 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3b07d901-8cf3-40d1-bbd1-e2746cbd1e86 req-e0caeeef-3829-45cb-ae44-942d15022682 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 945 time: 0.0505781 Dec 07 18:29:24.555940 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3b07d901-8cf3-40d1-bbd1-e2746cbd1e86 req-3dc4bc84-9285-45fa-82a4-10472d4c3e0a tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416958 Dec 07 18:29:24.880535 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d221e38-7825-49b8-936a-2439d73173ed req-9e92c18c-70db-4023-8719-2ccca993b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:24.882026 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5d221e38-7825-49b8-936a-2439d73173ed req-9e92c18c-70db-4023-8719-2ccca993b19c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 1098 time: 0.0404394 Dec 07 18:29:24.977653 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d221e38-7825-49b8-936a-2439d73173ed req-66c28973-3f96-4d50-8754-a1c7489a28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:24.979101 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5d221e38-7825-49b8-936a-2439d73173ed req-66c28973-3f96-4d50-8754-a1c7489a28a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 912 time: 0.0832155 Dec 07 18:29:25.023851 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5d221e38-7825-49b8-936a-2439d73173ed req-2a4d577a-0414-45f1-a6a8-20ec38b35332 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a067a45-3596-4ad7-b665-0420e65e72c9 HTTP/1.1" status: 200 len: 217 time: 0.0363796 Dec 07 18:29:25.073539 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d221e38-7825-49b8-936a-2439d73173ed req-a76f0ee8-ca5f-404a-8975-06ba22a58e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:25.074940 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5d221e38-7825-49b8-936a-2439d73173ed req-a76f0ee8-ca5f-404a-8975-06ba22a58e9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.0429785 Dec 07 18:29:25.119106 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d221e38-7825-49b8-936a-2439d73173ed req-f45755f7-bd04-4f3f-86a9-e98e9fcec703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:25.120512 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5d221e38-7825-49b8-936a-2439d73173ed req-f45755f7-bd04-4f3f-86a9-e98e9fcec703 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379858 Dec 07 18:29:25.211472 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5d221e38-7825-49b8-936a-2439d73173ed req-12d9db59-209e-4330-9581-ecb637347412 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837898 Dec 07 18:29:25.299550 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-5d221e38-7825-49b8-936a-2439d73173ed req-7e55dc94-9462-46ac-b015-f60e4d41ec00 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797076 Dec 07 18:29:25.436688 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89f63593-643b-4475-b5dd-5f07463e9d69 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:25.460852 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 89f63593-643b-4475-b5dd-5f07463e9d69 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:25.461199 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 89f63593-643b-4475-b5dd-5f07463e9d69 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:25.681003 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66641cb1-98af-48ba-8df9-fa87de2c6616 req-8c72eab9-b0ef-4add-b175-bbf334bd719c tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:25.682485 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-66641cb1-98af-48ba-8df9-fa87de2c6616 req-8c72eab9-b0ef-4add-b175-bbf334bd719c tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 945 time: 0.0531554 Dec 07 18:29:25.732083 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-66641cb1-98af-48ba-8df9-fa87de2c6616 req-466fa77f-bce7-4106-addc-cb32cafd4652 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 Dec 07 18:29:26.845098 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c24ab-af3a-49b0-aeff-3b6759e7520c req-60c04e50-5a86-4b00-93e5-6d3f41066eb2 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:26.846549 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f80c24ab-af3a-49b0-aeff-3b6759e7520c req-60c04e50-5a86-4b00-93e5-6d3f41066eb2 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 945 time: 0.0471206 Dec 07 18:29:26.894300 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f80c24ab-af3a-49b0-aeff-3b6759e7520c req-fcd98dbd-27a1-4e44-b97f-3de863389828 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Dec 07 18:29:27.062092 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-53ee7d52-3448-412e-8cfc-747ef9dfda61 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:27.064135 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-53ee7d52-3448-412e-8cfc-747ef9dfda61 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 945 time: 0.0490975 Dec 07 18:29:27.162528 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-5d3220c0-0de6-43b1-9c49-bfb7d26b7fa1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Deleting port 6a067a45-3596-4ad7-b665-0420e65e72c9 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:27.162868 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-5d3220c0-0de6-43b1-9c49-bfb7d26b7fa1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:27.255682 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-5d3220c0-0de6-43b1-9c49-bfb7d26b7fa1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] For port 6a067a45-3596-4ad7-b665-0420e65e72c9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6a067a45-3596-4ad7-b665-0420e65e72c9,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:27.256028 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-5d3220c0-0de6-43b1-9c49-bfb7d26b7fa1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:27.269008 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-5d3220c0-0de6-43b1-9c49-bfb7d26b7fa1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Calling delete_port for 6a067a45-3596-4ad7-b665-0420e65e72c9 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:27.396668 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-5d3220c0-0de6-43b1-9c49-bfb7d26b7fa1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:27.422979 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3220c0-0de6-43b1-9c49-bfb7d26b7fa1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event deleted for resources: {'Port': ['ID=6a067a45-3596-4ad7-b665-0420e65e72c9,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:27.464997 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-5d3220c0-0de6-43b1-9c49-bfb7d26b7fa1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] No DVR routers for this DVR port 6a067a45-3596-4ad7-b665-0420e65e72c9 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:29:27.467442 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-5d3220c0-0de6-43b1-9c49-bfb7d26b7fa1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:27.470937 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dcbc34a3-df01-478f-9c4a-3a5c546bdac9 req-5d3220c0-0de6-43b1-9c49-bfb7d26b7fa1 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "DELETE /v2.0/ports/6a067a45-3596-4ad7-b665-0420e65e72c9 HTTP/1.1" status: 204 len: 173 time: 0.3999076 Dec 07 18:29:27.471380 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'name': 'network-vif-deleted', 'tag': '6a067a45-3596-4ad7-b665-0420e65e72c9'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:29:27.473633 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d753a5-cc8b-4f06-aee9-4e4cfcb681ff" -d '{"events": [{"server_uuid": "c106a69a-10a0-4232-ab72-3a2e997498b2", "name": "network-vif-deleted", "tag": "6a067a45-3596-4ad7-b665-0420e65e72c9"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:29:27.517033 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502c40c4-0288-4d1f-947a-088057b56e37 x-openstack-request-id: req-502c40c4-0288-4d1f-947a-088057b56e37 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:29:27.517331 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c106a69a-10a0-4232-ab72-3a2e997498b2", "name": "network-vif-deleted", "tag": "6a067a45-3596-4ad7-b665-0420e65e72c9", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:29:27.517585 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-502c40c4-0288-4d1f-947a-088057b56e37 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:29:27.518010 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c106a69a-10a0-4232-ab72-3a2e997498b2', 'name': 'network-vif-deleted', 'tag': '6a067a45-3596-4ad7-b665-0420e65e72c9', 'status': 'completed', 'code': 200} Dec 07 18:29:27.720550 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55586) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:28.012583 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-b384d312-c2de-48be-b6e8-bb53d449d06b req-318b382c-202b-4288-ad1c-6b5e3ac47517 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=c106a69a-10a0-4232-ab72-3a2e997498b2 HTTP/1.1" status: 200 len: 210 time: 0.0274649 Dec 07 18:29:28.258604 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4182449'] for router_interface, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:28.505316 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] Deleting port 72c445d6-dd99-4eb3-9534-031c56d465dc {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:28.505567 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:28.581423 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] For port 72c445d6-dd99-4eb3-9534-031c56d465dc, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=72c445d6-dd99-4eb3-9534-031c56d465dc,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:28.581810 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:28.598331 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] Calling delete_port for 72c445d6-dd99-4eb3-9534-031c56d465dc owned by network:router_interface {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:28.771874 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:28.797857 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c445d6-dd99-4eb3-9534-031c56d465dc,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:28.959074 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3856974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182469'] for router_interface, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:29.190439 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] Router 0508a122-6692-4043-a866-490a4c434394 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:29:29.299012 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:29:29.306147 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-425692e6-57ad-48ab-97bb-d626fa1fc568 admin admin] 10.222.0.47 "PUT /v2.0/routers/0508a122-6692-4043-a866-490a4c434394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5845399 Dec 07 18:29:29.306919 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55606) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:29.308309 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] Sync routers for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:29:29.318938 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:29.319545 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:29.408452 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Publish callbacks [] for router, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:29.425428 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:29.510629 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:29.563724 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Deleting port e9623ef8-cafc-4c4a-935e-dc31048aa5b3 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:29.563724 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:29.607594 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:29:28Z', 'revision_number': 5, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port': {'id': 'e9623ef8-cafc-4c4a-935e-dc31048aa5b3', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508a122-6692-4043-a866-490a4c434394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:17:34Z', 'updated_at': '2021-12-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:29.638259 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] Checking router: 0508a122-6692-4043-a866-490a4c434394 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:29:29.640636 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] For port e9623ef8-cafc-4c4a-935e-dc31048aa5b3, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=e9623ef8-cafc-4c4a-935e-dc31048aa5b3,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:29.641026 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:29.646508 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] Routers {'0508a122-6692-4043-a866-490a4c434394'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:29.647121 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['0508a122-6692-4043-a866-490a4c434394'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:29.657070 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Calling delete_port for e9623ef8-cafc-4c4a-935e-dc31048aa5b3 owned by network:router_gateway {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:29.732119 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] Set router 0508a122-6692-4043-a866-490a4c434394 gateway port host: None {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:29.784643 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:29:29Z', 'revision_number': 6, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port_host': None}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:29.815639 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:29.815888 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bcdca8-e193-4967-8879-4ecd740c1279 None None] The sync data for ids ['0508a122-6692-4043-a866-490a4c434394'] in dv-cinder-820918-1-iscsi is: [{'id': '0508a122-6692-4043-a866-490a4c434394', 'name': 'tempest-AttachVolumeShelveTestJSON-967684351-router', 'tenant_id': '6e910263dc9448a283a75ee5ee242b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:17:31Z', 'updated_at': '2021-12-07T18:29:29Z', 'revision_number': 6, 'project_id': '6e910263dc9448a283a75ee5ee242b85', 'gw_port_host': None}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:29:29.844360 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9623ef8-cafc-4c4a-935e-dc31048aa5b3,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:29.909699 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4183935'] for router_gateway, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:29.995915 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4184811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30340'] for router, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:29.997995 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.039962 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4184786'] for router, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.040555 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0508a122-6692-4043-a866-490a4c434394 {{(pid=102527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:29:30.045219 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] Publish callbacks [] for router, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.046438 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-1fd0a396-f475-45c2-ba8b-46987249f375 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0508a122-6692-4043-a866-490a4c434394 HTTP/1.1" status: 204 len: 168 time: 0.7385764 Dec 07 18:29:30.049404 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55610) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:30.097162 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_v2 [None req-df57aa28-d9ec-4eec-89a7-66a4d6a98d9d admin admin] Deleting subnet 6fd65f4f-b876-41e8-9bde-333f8d69f506 {{(pid=102527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:29:30.100138 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-df57aa28-d9ec-4eec-89a7-66a4d6a98d9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.134063 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-df57aa28-d9ec-4eec-89a7-66a4d6a98d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126242623'] for subnet, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.215572 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-df57aa28-d9ec-4eec-89a7-66a4d6a98d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.275921 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-df57aa28-d9ec-4eec-89a7-66a4d6a98d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129744420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129886070'] for subnet, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.301637 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57aa28-d9ec-4eec-89a7-66a4d6a98d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd65f4f-b876-41e8-9bde-333f8d69f506,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:30.303580 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-df57aa28-d9ec-4eec-89a7-66a4d6a98d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.306871 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-df57aa28-d9ec-4eec-89a7-66a4d6a98d9d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6fd65f4f-b876-41e8-9bde-333f8d69f506 HTTP/1.1" status: 204 len: 168 time: 0.2565098 Dec 07 18:29:30.307866 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac3692-497c-4c38-8769-2cf54fb230e3 None None] Network ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:29:30.309292 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55614) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:30.378626 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.435699 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Deleting port 76b67573-064b-405d-8463-1fabdf61abb5 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:30.436037 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.497332 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] For port 76b67573-064b-405d-8463-1fabdf61abb5, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=76b67573-064b-405d-8463-1fabdf61abb5,segment=NetworkSegment(c0e621af-80c1-4d76-bc21-7fcb262ab2aa),segment_id=c0e621af-80c1-4d76-bc21-7fcb262ab2aa)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:30.497705 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.510641 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Calling delete_port for 76b67573-064b-405d-8463-1fabdf61abb5 owned by network:dhcp {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:30.595344 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.595850 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a749ff9-deee-44fb-b360-af7b46071867 None None] DHCP port deletion for ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec request from dv-cinder-820918-1-iscsi {{(pid=102528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:29:30.618652 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b67573-064b-405d-8463-1fabdf61abb5,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:30.632561 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] No DVR routers for this DVR port 76b67573-064b-405d-8463-1fabdf61abb5 on host dv-cinder-820918-1-iscsi {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:29:30.703095 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.723690 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec']}} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:30.732808 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa') {'for_net_delete': True} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:30.733110 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e621af-80c1-4d76-bc21-7fcb262ab2aa') {} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:30.746601 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126242630'] for segment, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.760524 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.767558 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:29:30.768055 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129742278'] for segment, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: Traceback (most recent call last): Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: timer() Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: cb(*args, **kw) Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: return func(*args, **kwargs) Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: self._notify() Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: self.callback(batched_events) Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: event.method(event) Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: return f(self, *a, **k) Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._get(url).json() Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: return self.request(url, 'GET', **kwargs) Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:29:30.769673 dv-cinder-820918-1-iscsi neutron-server[102527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:29:30.826430 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.832254 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:30.835721 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec HTTP/1.1" status: 204 len: 168 time: 0.5254710 Dec 07 18:29:30.847392 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05cf52-f94f-4446-84f5-3a1c77976881 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca85d6f6-fba8-44ca-b5fa-110f45c4f7ec,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:30.958117 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55618) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:30.998064 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-fb135753-5305-4e20-96dc-bed626635cad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e910263dc9448a283a75ee5ee242b85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388038 Dec 07 18:29:31.000721 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55620) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:31.046528 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1424-6c7a-40a7-aeb5-4c5944cfe9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:31.071867 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1424-6c7a-40a7-aeb5-4c5944cfe9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:31.117424 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1424-6c7a-40a7-aeb5-4c5944cfe9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:31.120006 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1424-6c7a-40a7-aeb5-4c5944cfe9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:31.121188 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-c2ac1424-6c7a-40a7-aeb5-4c5944cfe9fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff1dc287-eaec-4a15-86ff-1c1686c644d9 HTTP/1.1" status: 204 len: 168 time: 0.1196427 Dec 07 18:29:31.128674 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac1424-6c7a-40a7-aeb5-4c5944cfe9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1dc287-eaec-4a15-86ff-1c1686c644d9,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:31.249855 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device e9623ef8-cafc-4c4a-935e-dc31048aa5b3 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:31.272292 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: e9623ef8-cafc-4c4a-935e-dc31048aa5b3 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:31.272663 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device e9623ef8-cafc-4c4a-935e-dc31048aa5b3 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:31.273153 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 76b67573-064b-405d-8463-1fabdf61abb5 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:31.292974 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 76b67573-064b-405d-8463-1fabdf61abb5 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:31.293325 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 76b67573-064b-405d-8463-1fabdf61abb5 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:31.293747 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 72c445d6-dd99-4eb3-9534-031c56d465dc no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:31.312915 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 72c445d6-dd99-4eb3-9534-031c56d465dc {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:31.313577 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 72c445d6-dd99-4eb3-9534-031c56d465dc not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:32.343175 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6a067a45-3596-4ad7-b665-0420e65e72c9 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:32.367416 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 6a067a45-3596-4ad7-b665-0420e65e72c9 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:32.367761 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6a067a45-3596-4ad7-b665-0420e65e72c9 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:34.447731 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55708) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:34.842244 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Deleting port f203cd70-b158-4348-9497-e71349fbf15b {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:34.842584 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:34.919356 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:34.919689 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:34.931249 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Calling delete_port for f203cd70-b158-4348-9497-e71349fbf15b owned by network:floatingip {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:35.105614 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:35.131625 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event deleted for resources: {'Port': ['ID=f203cd70-b158-4348-9497-e71349fbf15b,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:35.140112 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.140666 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.140878 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.141704 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.142018 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.142654 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.142654 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.143018 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.143356 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.143714 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.144127 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.144490 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.144820 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:35.205600 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:35.205936 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.db.l3_db [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Floating IP 25cdf004-790f-449a-8a44-03373c10fe10 disassociated (deleted). External IP: 172.27.2.200, port: 8fe68d58-b303-4231-8685-5906fa8af493. Dec 07 18:29:35.415405 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Router 9867ead9-c72a-497a-a736-0e1ccaaedeeb has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:29:35.528618 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:29:35.534568 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:35.540108 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] Sync routers for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:29:35.551050 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:35.551678 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:35.562600 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-1b84290b-6dd8-4f5d-af33-4175844e13a9 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "DELETE /v2.0/floatingips/25cdf004-790f-449a-8a44-03373c10fe10 HTTP/1.1" status: 204 len: 168 time: 1.1134548 Dec 07 18:29:35.563256 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'tag': '8fe68d58-b303-4231-8685-5906fa8af493'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:29:35.566391 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "352d1fff-1ecd-45e4-9210-c6847e00a6bc", "tag": "8fe68d58-b303-4231-8685-5906fa8af493"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:29:35.606319 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfa2e11-79e7-40b2-bd7d-878708049c51 x-openstack-request-id: req-9bfa2e11-79e7-40b2-bd7d-878708049c51 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:29:35.606646 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352d1fff-1ecd-45e4-9210-c6847e00a6bc", "tag": "8fe68d58-b303-4231-8685-5906fa8af493", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:29:35.606928 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9bfa2e11-79e7-40b2-bd7d-878708049c51 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:29:35.607297 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'tag': '8fe68d58-b303-4231-8685-5906fa8af493', 'status': 'completed', 'code': 200} Dec 07 18:29:35.798720 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d988165-8437-4cde-8e2f-5f69e8e95d96 req-4c72a967-8928-4380-948b-5b2df3d3adc8 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:35.800222 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d988165-8437-4cde-8e2f-5f69e8e95d96 req-4c72a967-8928-4380-948b-5b2df3d3adc8 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0487611 Dec 07 18:29:35.804413 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:35.855510 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4d988165-8437-4cde-8e2f-5f69e8e95d96 req-de7fce9d-13ae-400a-9b19-ad687d2a5761 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483603 Dec 07 18:29:36.000203 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:36.026100 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] Checking router: 9867ead9-c72a-497a-a736-0e1ccaaedeeb for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:29:36.034817 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:36.035430 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:14Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:36.137985 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:36.333918 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:36.359192 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086566dd-a966-4080-af82-08a02ba2ec7a None None] The sync data for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi is: [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:08Z', 'revision_number': 4, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi', '_interfaces': [{'id': '64a0c2cc-3737-420f-9512-9dd56c3d4fb7', 'name': '', 'network_id': '6cc4988e-6329-4aa5-8909-0e83fd003435', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'mac_address': 'fa:16:3e:2d:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:07Z', 'updated_at': '2021-12-07T18:19:14Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'subnets': [{'id': 'bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:29:36.571899 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3859c-6960-46a9-b305-7608d2cdb85f None None] New status for floating IP 25cdf004-790f-449a-8a44-03373c10fe10: DOWN {{(pid=102529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:29:36.973071 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00300bca-e9b7-478a-93ca-1e5906c74408 req-7e43d01a-d0ce-4a79-8fe0-a7356edbf88f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:36.974440 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-00300bca-e9b7-478a-93ca-1e5906c74408 req-7e43d01a-d0ce-4a79-8fe0-a7356edbf88f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0502403 Dec 07 18:29:37.021912 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-00300bca-e9b7-478a-93ca-1e5906c74408 req-a1aebf64-9879-4664-acbc-506c23c44f86 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414553 Dec 07 18:29:37.336835 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-e3c36511-e0b6-485e-8b87-225ee05136a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:37.338305 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-e3c36511-e0b6-485e-8b87-225ee05136a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2ffdb42521347679d15fd16968b883a&device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 1098 time: 0.0397952 Dec 07 18:29:38.024164 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:29:38.134300 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bccc24-3556-4af9-ae38-aaa6a0715f43 req-7ef527e9-306c-47f5-b0c6-52ab51645491 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:38.135655 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b8bccc24-3556-4af9-ae38-aaa6a0715f43 req-7ef527e9-306c-47f5-b0c6-52ab51645491 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0475330 Dec 07 18:29:38.183232 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b8bccc24-3556-4af9-ae38-aaa6a0715f43 req-56e40cac-7853-4e61-b277-eb5678b73c67 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Dec 07 18:29:39.295574 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614ef74-2245-41d8-9fae-edbbc790ba0f req-f408ad94-22d9-4cea-802c-450c8c9cce10 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:39.297059 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c614ef74-2245-41d8-9fae-edbbc790ba0f req-f408ad94-22d9-4cea-802c-450c8c9cce10 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0472884 Dec 07 18:29:39.345150 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c614ef74-2245-41d8-9fae-edbbc790ba0f req-605a8809-48b4-43b2-8b07-2d6a56109842 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Dec 07 18:29:39.825619 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-dbd157d3-25c7-41a4-9db6-225f1144a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:39.827082 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-dbd157d3-25c7-41a4-9db6-225f1144a95e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 200 len: 912 time: 0.0885773 Dec 07 18:29:39.871254 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-7a418444-b753-415b-a395-f728a192cd93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe68d58-b303-4231-8685-5906fa8af493 HTTP/1.1" status: 200 len: 217 time: 0.0349810 Dec 07 18:29:39.924052 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-965887ad-9d3d-40e8-bd0d-3f33556e6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:39.925493 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-965887ad-9d3d-40e8-bd0d-3f33556e6996 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 200 len: 850 time: 0.0465751 Dec 07 18:29:39.971448 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-b912508d-42f2-44b1-8eef-5527c966bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:39.972889 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-b912508d-42f2-44b1-8eef-5527c966bc59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cc4988e-6329-4aa5-8909-0e83fd003435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383027 Dec 07 18:29:40.062041 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-be7fa6bc-a886-424b-a8ab-83c6369d6749 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806983 Dec 07 18:29:40.153340 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b5d91ea8-0739-4044-8da1-a7a2cf339f2c req-69e89337-cc4f-4135-a708-9aabe6691689 service neutron] 10.222.0.37 "GET /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829411 Dec 07 18:29:40.458916 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2294fd-6134-4cea-94d3-15a45860c430 req-c851f14f-34f3-4547-b544-4126e433ad03 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:40.460269 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dc2294fd-6134-4cea-94d3-15a45860c430 req-c851f14f-34f3-4547-b544-4126e433ad03 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0480037 Dec 07 18:29:40.510072 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-dc2294fd-6134-4cea-94d3-15a45860c430 req-5e3e46ee-d5f6-465c-b88b-5c0fcb01fe7b tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438182 Dec 07 18:29:41.523600 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc1b-6c4a-4eab-8af7-d39333975678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:41.636052 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0f592-17b4-43ae-baf7-23a3b5af4d61 req-a4234666-ec36-4231-aaf5-f0a1cc751220 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:41.637656 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7ce0f592-17b4-43ae-baf7-23a3b5af4d61 req-a4234666-ec36-4231-aaf5-f0a1cc751220 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0555544 Dec 07 18:29:41.690810 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7ce0f592-17b4-43ae-baf7-23a3b5af4d61 req-c23ce2c1-2a6f-4402-8531-343d764dfdf6 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466230 Dec 07 18:29:41.966351 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:42.805397 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd973-6dc8-4ce7-9751-4318657acc39 req-b8b5bd69-d58d-4af3-8e10-698782aec2fb tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:42.806845 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-119fd973-6dc8-4ce7-9751-4318657acc39 req-b8b5bd69-d58d-4af3-8e10-698782aec2fb tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0513148 Dec 07 18:29:42.856427 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-119fd973-6dc8-4ce7-9751-4318657acc39 req-2fe79eaa-0b04-4e3b-b21c-cb44c523b02f tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432959 Dec 07 18:29:43.971518 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00cc0c-bddc-4c18-a5a8-6170ecab3a8c req-84c947bc-a159-4db4-8cb4-794ebe6dfa70 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:43.973011 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ae00cc0c-bddc-4c18-a5a8-6170ecab3a8c req-84c947bc-a159-4db4-8cb4-794ebe6dfa70 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0478809 Dec 07 18:29:44.020617 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ae00cc0c-bddc-4c18-a5a8-6170ecab3a8c req-1e3f38fa-f8ce-4550-8141-2ef0974508e8 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 Dec 07 18:29:44.081174 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb709-ce5a-4acd-9444-0ca6f5c9545a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:45.107156 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:45.135653 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932fb60-5b0a-46dc-9fce-c9b9b9151d91 req-2947903c-5749-49e1-b3d3-d1daba6b1354 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:45.137142 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3932fb60-5b0a-46dc-9fce-c9b9b9151d91 req-2947903c-5749-49e1-b3d3-d1daba6b1354 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0483162 Dec 07 18:29:45.188141 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3932fb60-5b0a-46dc-9fce-c9b9b9151d91 req-861b2c67-88f4-446a-b78a-3f7b5412b811 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/security-groups?id=759530d6-0584-4385-ba85-4bbd2df42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446689 Dec 07 18:29:45.746376 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-bc727f98-8bfd-4b59-ae26-7f895cac3a7d tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:29:45.747774 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-bc727f98-8bfd-4b59-ae26-7f895cac3a7d tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 945 time: 0.0456545 Dec 07 18:29:45.839514 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-2f051e58-6dab-4561-bcca-73c0e5318179 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Deleting port 8fe68d58-b303-4231-8685-5906fa8af493 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:45.839849 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-2f051e58-6dab-4561-bcca-73c0e5318179 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:45.924307 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-2f051e58-6dab-4561-bcca-73c0e5318179 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] For port 8fe68d58-b303-4231-8685-5906fa8af493, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=8fe68d58-b303-4231-8685-5906fa8af493,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:45.924690 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-2f051e58-6dab-4561-bcca-73c0e5318179 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:45.936988 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-2f051e58-6dab-4561-bcca-73c0e5318179 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Calling delete_port for 8fe68d58-b303-4231-8685-5906fa8af493 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:46.063496 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-2f051e58-6dab-4561-bcca-73c0e5318179 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:46.092037 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f051e58-6dab-4561-bcca-73c0e5318179 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event deleted for resources: {'Port': ['ID=8fe68d58-b303-4231-8685-5906fa8af493,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:46.137532 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-2f051e58-6dab-4561-bcca-73c0e5318179 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] No DVR routers for this DVR port 8fe68d58-b303-4231-8685-5906fa8af493 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:29:46.140074 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-2f051e58-6dab-4561-bcca-73c0e5318179 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:46.143647 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-a3e0e142-8fe4-45f5-a149-393efffc1e8d req-2f051e58-6dab-4561-bcca-73c0e5318179 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.37 "DELETE /v2.0/ports/8fe68d58-b303-4231-8685-5906fa8af493 HTTP/1.1" status: 204 len: 173 time: 0.3890748 Dec 07 18:29:46.144126 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'name': 'network-vif-deleted', 'tag': '8fe68d58-b303-4231-8685-5906fa8af493'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:29:46.146440 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659f6a18-dc82-4158-84be-41088e556cf9" -d '{"events": [{"server_uuid": "352d1fff-1ecd-45e4-9210-c6847e00a6bc", "name": "network-vif-deleted", "tag": "8fe68d58-b303-4231-8685-5906fa8af493"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:29:46.185924 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b4828e-54f0-4eb2-8299-79f9b79bee89 x-openstack-request-id: req-a9b4828e-54f0-4eb2-8299-79f9b79bee89 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:29:46.186227 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352d1fff-1ecd-45e4-9210-c6847e00a6bc", "name": "network-vif-deleted", "tag": "8fe68d58-b303-4231-8685-5906fa8af493", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:29:46.186474 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a9b4828e-54f0-4eb2-8299-79f9b79bee89 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:29:46.186868 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352d1fff-1ecd-45e4-9210-c6847e00a6bc', 'name': 'network-vif-deleted', 'tag': '8fe68d58-b303-4231-8685-5906fa8af493', 'status': 'completed', 'code': 200} Dec 07 18:29:46.285855 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-72c9e867-9ca2-43c5-bcb6-5261e2a9caf8 req-4919c5a5-1fcd-474e-b452-1cb4e08dca90 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "GET /v2.0/ports?device_id=352d1fff-1ecd-45e4-9210-c6847e00a6bc HTTP/1.1" status: 200 len: 210 time: 0.0268328 Dec 07 18:29:46.458788 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:47.342297 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55834) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:47.466035 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2d10e-bc7c-4c84-952a-d933f0ca24be tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Deleting port 87387207-3a1c-4710-9e5b-7b60aacc9d41 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:47.466378 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d10e-bc7c-4c84-952a-d933f0ca24be tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:47.506942 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 8fe68d58-b303-4231-8685-5906fa8af493 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:47.531220 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 8fe68d58-b303-4231-8685-5906fa8af493 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:47.531951 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 8fe68d58-b303-4231-8685-5906fa8af493 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:47.546366 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d10e-bc7c-4c84-952a-d933f0ca24be tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:47.546692 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d10e-bc7c-4c84-952a-d933f0ca24be tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:47.558968 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2d10e-bc7c-4c84-952a-d933f0ca24be tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Calling delete_port for 87387207-3a1c-4710-9e5b-7b60aacc9d41 owned by network:floatingip {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:47.629824 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:47.692414 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d10e-bc7c-4c84-952a-d933f0ca24be tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:47.718396 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2d10e-bc7c-4c84-952a-d933f0ca24be tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event deleted for resources: {'Port': ['ID=87387207-3a1c-4710-9e5b-7b60aacc9d41,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:47.778874 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d10e-bc7c-4c84-952a-d933f0ca24be tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for floatingip, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:47.781537 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d10e-bc7c-4c84-952a-d933f0ca24be tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for floatingip, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:47.782707 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-b4b2d10e-bc7c-4c84-952a-d933f0ca24be tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "DELETE /v2.0/floatingips/1568f738-0234-498d-996b-1fbb66246b50 HTTP/1.1" status: 204 len: 168 time: 0.4393370 Dec 07 18:29:48.971742 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55904) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:49.026906 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-89a51620-13de-4132-8df3-123a47996619 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:49.051519 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-89a51620-13de-4132-8df3-123a47996619 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:49.109129 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-89a51620-13de-4132-8df3-123a47996619 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:49.111834 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-89a51620-13de-4132-8df3-123a47996619 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:49.112989 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-89a51620-13de-4132-8df3-123a47996619 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] 10.222.0.47 "DELETE /v2.0/security-groups/759530d6-0584-4385-ba85-4bbd2df42cf8 HTTP/1.1" status: 204 len: 168 time: 0.1402228 Dec 07 18:29:49.121919 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a51620-13de-4132-8df3-123a47996619 tempest-TestVolumeBootPattern-1722973920 tempest-TestVolumeBootPattern-1722973920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759530d6-0584-4385-ba85-4bbd2df42cf8,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:49.178581 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55908) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:49.681320 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4182449'] for router_interface, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:49.928303 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] Deleting port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:49.928672 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:50.007278 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] For port 64a0c2cc-3737-420f-9512-9dd56c3d4fb7, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=64a0c2cc-3737-420f-9512-9dd56c3d4fb7,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:50.007913 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:50.020536 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] Calling delete_port for 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 owned by network:router_interface {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:50.199988 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:50.230054 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] Pushing event deleted for resources: {'Port': ['ID=64a0c2cc-3737-420f-9512-9dd56c3d4fb7,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:50.396280 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3856974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182469'] for router_interface, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:50.609665 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] Router 9867ead9-c72a-497a-a736-0e1ccaaedeeb has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:29:50.713346 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 55938) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:50.824772 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:50.912384 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:50.917855 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:50.961373 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=18f22ebc903e4f969559eedaf7d62d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463925 Dec 07 18:29:50.962208 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafb9aba-85e8-44bf-a920-be8e6c11e41f,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:50.964935 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55942) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:50.969365 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.969714 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.970058 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.970950 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.971437 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.971803 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.972304 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.972665 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.973002 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.973336 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.973664 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.973998 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.974349 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e50c62-598e-4520-a221-e91e6814e6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:50.994560 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:29:50.999624 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e48a769c-2886-466a-9bbe-27fa7ab7992f admin admin] 10.222.0.47 "PUT /v2.0/routers/9867ead9-c72a-497a-a736-0e1ccaaedeeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200030 Dec 07 18:29:51.002612 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 55944) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:51.002965 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] Sync routers for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:29:51.015690 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:51.016311 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:51.028988 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7f871bcc-406e-4744-aaab-0cc91bfa0d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.052361 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7f871bcc-406e-4744-aaab-0cc91bfa0d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.099724 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7f871bcc-406e-4744-aaab-0cc91bfa0d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.103141 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7f871bcc-406e-4744-aaab-0cc91bfa0d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.104273 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-7f871bcc-406e-4744-aaab-0cc91bfa0d4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fafb9aba-85e8-44bf-a920-be8e6c11e41f HTTP/1.1" status: 204 len: 168 time: 0.1383410 Dec 07 18:29:51.112873 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f871bcc-406e-4744-aaab-0cc91bfa0d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafb9aba-85e8-44bf-a920-be8e6c11e41f,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:51.125122 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: dv-cinder-820918-1-iscsi {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:51.127432 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Publish callbacks [] for router, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.249532 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.338511 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Deleting port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:51.338872 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.351984 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:29:50Z', 'revision_number': 5, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port': {'id': '47802eb3-511b-4dd0-823f-5d1c67b9c5b0', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:51.381579 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] Checking router: 9867ead9-c72a-497a-a736-0e1ccaaedeeb for host: dv-cinder-820918-1-iscsi {{(pid=102528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:29:51.390525 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] Routers {'9867ead9-c72a-497a-a736-0e1ccaaedeeb'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:51.391363 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'], 'active': True} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:51.427756 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] For port 47802eb3-511b-4dd0-823f-5d1c67b9c5b0, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=47802eb3-511b-4dd0-823f-5d1c67b9c5b0,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:51.428044 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.442381 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Calling delete_port for 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 owned by network:router_gateway {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:51.481950 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvr_db [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] Set router 9867ead9-c72a-497a-a736-0e1ccaaedeeb gateway port host: None {{(pid=102528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:51.539535 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55964) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:51.546626 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_hamode_db [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:29:51Z', 'revision_number': 6, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port_host': None}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:51.553900 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-761bfb57-fc92-484c-872c-0d62322c60ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.576784 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6d3349-6f49-4682-be84-78b4fca13609 None None] The sync data for ids ['9867ead9-c72a-497a-a736-0e1ccaaedeeb'] in dv-cinder-820918-1-iscsi is: [{'id': '9867ead9-c72a-497a-a736-0e1ccaaedeeb', 'name': 'tempest-TestVolumeBootPattern-240760404-router', 'tenant_id': 'b2ffdb42521347679d15fd16968b883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:05Z', 'updated_at': '2021-12-07T18:29:51Z', 'revision_number': 6, 'project_id': 'b2ffdb42521347679d15fd16968b883a', 'gw_port_host': None}] {{(pid=102528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:29:51.639015 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-761bfb57-fc92-484c-872c-0d62322c60ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.643740 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-761bfb57-fc92-484c-872c-0d62322c60ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.660111 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.683904 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-761bfb57-fc92-484c-872c-0d62322c60ee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7151a6181dff417b893dda480c5724f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431248 Dec 07 18:29:51.684904 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bfb57-fc92-484c-872c-0d62322c60ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46fdc8e-f040-4da5-839f-9f02c5944d17,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:51.687282 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55966) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:51.691364 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=47802eb3-511b-4dd0-823f-5d1c67b9c5b0,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:51.738042 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7d925bc2-6e2e-47b1-9023-0185017a949c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.747209 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4183935'] for router_gateway, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.758879 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7d925bc2-6e2e-47b1-9023-0185017a949c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.805274 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7d925bc2-6e2e-47b1-9023-0185017a949c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.807957 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7d925bc2-6e2e-47b1-9023-0185017a949c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.809194 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-7d925bc2-6e2e-47b1-9023-0185017a949c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b46fdc8e-f040-4da5-839f-9f02c5944d17 HTTP/1.1" status: 204 len: 168 time: 0.1210928 Dec 07 18:29:51.817333 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d925bc2-6e2e-47b1-9023-0185017a949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46fdc8e-f040-4da5-839f-9f02c5944d17,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:51.836887 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4184811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30340'] for router, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.839256 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.886396 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4184786'] for router, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.886818 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9867ead9-c72a-497a-a736-0e1ccaaedeeb {{(pid=102526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:29:51.891303 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.893088 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-31bbde90-cf47-4ed6-a869-617ebf433e0a admin admin] 10.222.0.47 "DELETE /v2.0/routers/9867ead9-c72a-497a-a736-0e1ccaaedeeb HTTP/1.1" status: 204 len: 168 time: 0.8880441 Dec 07 18:29:51.895671 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55970) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:51.947510 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_v2 [None req-180496df-8ffe-4869-bc99-d3a1c99f5e58 admin admin] Deleting subnet bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 {{(pid=102527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:29:51.951440 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-180496df-8ffe-4869-bc99-d3a1c99f5e58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:51.992243 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-180496df-8ffe-4869-bc99-d3a1c99f5e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126242623'] for subnet, precommit_delete_associations {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.074121 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-180496df-8ffe-4869-bc99-d3a1c99f5e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.127253 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-180496df-8ffe-4869-bc99-d3a1c99f5e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129744420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129886070'] for subnet, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.152860 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180496df-8ffe-4869-bc99-d3a1c99f5e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:52.156470 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-180496df-8ffe-4869-bc99-d3a1c99f5e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for subnet, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.162214 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-180496df-8ffe-4869-bc99-d3a1c99f5e58 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/bc334c50-7ee5-4cc6-a58e-f3d8f6ff9689 HTTP/1.1" status: 204 len: 168 time: 0.2630966 Dec 07 18:29:52.162352 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 55980) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:52.166535 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d98e0f2-12eb-4299-9dc0-dfbec8696bdd None None] Network 6cc4988e-6329-4aa5-8909-0e83fd003435 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:29:52.245487 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.302685 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Deleting port d0f24651-a04b-435a-b674-55a3a2d9efe8 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:52.303025 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.364734 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] DHCP port deletion for 6cc4988e-6329-4aa5-8909-0e83fd003435 request from dv-cinder-820918-1-iscsi {{(pid=102528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:29:52.380178 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] For port d0f24651-a04b-435a-b674-55a3a2d9efe8, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=d0f24651-a04b-435a-b674-55a3a2d9efe8,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:52.380800 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.395418 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Calling delete_port for d0f24651-a04b-435a-b674-55a3a2d9efe8 owned by network:dhcp {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:52.423593 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Deleting port d0f24651-a04b-435a-b674-55a3a2d9efe8 {{(pid=102528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:52.424261 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.490043 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.508911 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] For port d0f24651-a04b-435a-b674-55a3a2d9efe8, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=d0f24651-a04b-435a-b674-55a3a2d9efe8,segment=NetworkSegment(3f93ca12-bef3-4645-b6b2-84410d8502ef),segment_id=3f93ca12-bef3-4645-b6b2-84410d8502ef)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:52.509552 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.526458 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Calling delete_port for d0f24651-a04b-435a-b674-55a3a2d9efe8 owned by network:dhcp {{(pid=102528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:52.534165 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f24651-a04b-435a-b674-55a3a2d9efe8,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:52.537974 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] No DVR routers for this DVR port d0f24651-a04b-435a-b674-55a3a2d9efe8 on host dv-cinder-820918-1-iscsi {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:29:52.623654 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222'] for port, after_delete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.635367 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.656840 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Pushing event deleted for resources: {'Port': ['ID=d0f24651-a04b-435a-b674-55a3a2d9efe8,revision_number=None']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:52.658498 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc4988e-6329-4aa5-8909-0e83fd003435']}} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:52.679452 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.680063 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.680590 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.681545 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.682071 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.682568 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.683051 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.683534 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.683774 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f93ca12-bef3-4645-b6b2-84410d8502ef') {'for_net_delete': True} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:52.684082 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f93ca12-bef3-4645-b6b2-84410d8502ef') {} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:52.684387 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.684867 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.685572 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.686052 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.686528 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:29:52.696430 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f40d8-03f3-49a4-8da6-91cc3bcf7995 None None] No DVR routers for this DVR port d0f24651-a04b-435a-b674-55a3a2d9efe8 on host dv-cinder-820918-1-iscsi {{(pid=102528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:29:52.714964 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126242630'] for segment, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.741474 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.751650 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:29:52.751650 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129742278'] for segment, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: Traceback (most recent call last): Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: timer() Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: cb(*args, **kw) Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: return func(*args, **kwargs) Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: self._notify() Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: self.callback(batched_events) Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: event.method(event) Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: return f(self, *a, **k) Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._get(url).json() Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: return self.request(url, 'GET', **kwargs) Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:29:52.753117 dv-cinder-820918-1-iscsi neutron-server[102527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:29:52.816993 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.824308 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:52.831657 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] 10.222.0.47 "DELETE /v2.0/networks/6cc4988e-6329-4aa5-8909-0e83fd003435 HTTP/1.1" status: 204 len: 168 time: 0.6643040 Dec 07 18:29:52.831779 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56002) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:52.837581 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b1c04-3965-4993-a13d-ad37c76b07ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc4988e-6329-4aa5-8909-0e83fd003435,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:53.262084 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:53.283575 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:53.284151 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 47802eb3-511b-4dd0-823f-5d1c67b9c5b0 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:53.284677 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:53.303815 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:53.304154 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 64a0c2cc-3737-420f-9512-9dd56c3d4fb7 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:53.304804 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device d0f24651-a04b-435a-b674-55a3a2d9efe8 no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:53.324186 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: d0f24651-a04b-435a-b674-55a3a2d9efe8 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:53.324561 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device d0f24651-a04b-435a-b674-55a3a2d9efe8 not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:53.457391 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4182449'] for router_interface, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:53.706962 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] Deleting port beabd0ca-b998-4987-90fc-63f4c7aeec8c {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:53.707324 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:53.798129 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] For port beabd0ca-b998-4987-90fc-63f4c7aeec8c, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=beabd0ca-b998-4987-90fc-63f4c7aeec8c,segment=NetworkSegment(a1f4e244-c23b-4817-b175-1d9028fd53de),segment_id=a1f4e244-c23b-4817-b175-1d9028fd53de)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:53.799107 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:53.811351 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] Calling delete_port for beabd0ca-b998-4987-90fc-63f4c7aeec8c owned by network:router_interface {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:53.986624 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:54.015220 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] Pushing event deleted for resources: {'Port': ['ID=beabd0ca-b998-4987-90fc-63f4c7aeec8c,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:54.178249 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3856974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182469'] for router_interface, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:54.409445 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] Router f749bb44-6576-4320-8418-1252524a6d88 has already been hosted by L3 agent 3c2fab0b-4c0b-4646-8025-43be6f2f0d5c {{(pid=102526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:29:54.516489 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] Notify agent at l3_agent.dv-cinder-820918-1-iscsi the message routers_updated {{(pid=102526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:29:54.523045 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-ad717567-b50c-49b6-a9d7-c7b49f9dc87c admin admin] 10.222.0.47 "PUT /v2.0/routers/f749bb44-6576-4320-8418-1252524a6d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884770 Dec 07 18:29:54.523977 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56048) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:54.526956 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] Sync routers for ids ['f749bb44-6576-4320-8418-1252524a6d88'] in dv-cinder-820918-1-iscsi {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:29:54.537152 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] Routers {'f749bb44-6576-4320-8418-1252524a6d88'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:54.537761 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['f749bb44-6576-4320-8418-1252524a6d88'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:54.625196 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Publish callbacks [] for router, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:54.642933 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] Set router f749bb44-6576-4320-8418-1252524a6d88 gateway port host: dv-cinder-820918-1-iscsi {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:54.729205 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:54.781663 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Deleting port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb {{(pid=102526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:54.782010 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:54.827170 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749bb44-6576-4320-8418-1252524a6d88', 'name': 'tempest-TestVolumeBootPattern-1388619113-router', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'external_fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:11Z', 'updated_at': '2021-12-07T18:29:53Z', 'revision_number': 5, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'gw_port': {'id': '7b815e14-a3b6-4a39-ba78-dfed20fe34bb', 'name': '', 'network_id': 'a77dd0a2-9628-43aa-bd4b-eb8d184360aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749bb44-6576-4320-8418-1252524a6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:19:12Z', 'updated_at': '2021-12-07T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5518437-a6ee-4529-8930-8c4c06c3fa68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-1-iscsi'}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:54.859656 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] Checking router: f749bb44-6576-4320-8418-1252524a6d88 for host: dv-cinder-820918-1-iscsi {{(pid=102529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:29:54.869798 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.db [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] For port 7b815e14-a3b6-4a39-ba78-dfed20fe34bb, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=7b815e14-a3b6-4a39-ba78-dfed20fe34bb,segment=NetworkSegment(98441752-ddea-4fe9-bb89-27e8f8090197),segment_id=98441752-ddea-4fe9-bb89-27e8f8090197)] {{(pid=102526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:54.870164 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:54.870398 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] Routers {'f749bb44-6576-4320-8418-1252524a6d88'} bound to L3 agent in host dv-cinder-820918-1-iscsi {{(pid=102529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:29:54.871253 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:09:44Z,description=,heartbeat_timestamp=2021-12-07T18:29:44Z,host='dv-cinder-820918-1-iscsi',id=3c2fab0b-4c0b-4646-8025-43be6f2f0d5c,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:09:44Z,topic='l3_agent')) {'router_ids': ['f749bb44-6576-4320-8418-1252524a6d88'], 'active': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:54.885129 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Calling delete_port for 7b815e14-a3b6-4a39-ba78-dfed20fe34bb owned by network:router_gateway {{(pid=102526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:55.060231 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvr_db [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] Set router f749bb44-6576-4320-8418-1252524a6d88 gateway port host: None {{(pid=102529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:29:55.063288 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126111961'] for port, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.093775 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b815e14-a3b6-4a39-ba78-dfed20fe34bb,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:55.124696 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_hamode_db [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749bb44-6576-4320-8418-1252524a6d88', 'name': 'tempest-TestVolumeBootPattern-1388619113-router', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:11Z', 'updated_at': '2021-12-07T18:29:54Z', 'revision_number': 6, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'gw_port_host': None}], 'dv-cinder-820918-1-iscsi', False) {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:55.153972 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21ede1-9bea-4c2c-bcf3-da07755f73f0 None None] The sync data for ids ['f749bb44-6576-4320-8418-1252524a6d88'] in dv-cinder-820918-1-iscsi is: [{'id': 'f749bb44-6576-4320-8418-1252524a6d88', 'name': 'tempest-TestVolumeBootPattern-1388619113-router', 'tenant_id': '421e3c2398df4d0bac72b8c2dbe61905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:19:11Z', 'updated_at': '2021-12-07T18:29:54Z', 'revision_number': 6, 'project_id': '421e3c2398df4d0bac72b8c2dbe61905', 'gw_port_host': None}] {{(pid=102529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:29:55.155320 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4183935'] for router_gateway, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.265202 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4184811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30340'] for router, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.267755 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.311140 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4184786'] for router, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.311574 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f749bb44-6576-4320-8418-1252524a6d88 {{(pid=102526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:29:55.316762 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] Publish callbacks [] for router, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.317907 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-ccefe71d-407b-4a7e-86dd-6281cc7c2a30 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f749bb44-6576-4320-8418-1252524a6d88 HTTP/1.1" status: 204 len: 168 time: 0.7929883 Dec 07 18:29:55.320567 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56066) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:55.367373 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_v2 [None req-355f2ee5-8070-4ab0-9d55-b1f8d5b66c9c admin admin] Deleting subnet 84b09997-aaf0-462c-99a1-f2d04279bb18 {{(pid=102526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:29:55.370447 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-355f2ee5-8070-4ab0-9d55-b1f8d5b66c9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.403747 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-355f2ee5-8070-4ab0-9d55-b1f8d5b66c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129596928'] for subnet, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.480797 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-355f2ee5-8070-4ab0-9d55-b1f8d5b66c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.547892 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-355f2ee5-8070-4ab0-9d55-b1f8d5b66c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126111972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130002198'] for subnet, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.579386 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-355f2ee5-8070-4ab0-9d55-b1f8d5b66c9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.586790 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56076) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:55.587581 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-355f2ee5-8070-4ab0-9d55-b1f8d5b66c9c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/84b09997-aaf0-462c-99a1-f2d04279bb18 HTTP/1.1" status: 204 len: 168 time: 0.2659671 Dec 07 18:29:55.588686 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f2ee5-8070-4ab0-9d55-b1f8d5b66c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b09997-aaf0-462c-99a1-f2d04279bb18,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:55.594718 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99d01a-48cc-49ee-8aa2-e5aab3724815 None None] Network ac208ab7-dda0-4853-803d-555060b727ea requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:29:55.682965 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device beabd0ca-b998-4987-90fc-63f4c7aeec8c no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:55.698279 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.709013 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: beabd0ca-b998-4987-90fc-63f4c7aeec8c {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:55.710334 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device beabd0ca-b998-4987-90fc-63f4c7aeec8c not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:55.755374 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Deleting port 4f843377-8b8b-4846-9027-f6799d9d7f8f {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:29:55.755719 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.827295 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] For port 4f843377-8b8b-4846-9027-f6799d9d7f8f, host dv-cinder-820918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-1-iscsi',level=0,port_id=4f843377-8b8b-4846-9027-f6799d9d7f8f,segment=NetworkSegment(a1f4e244-c23b-4817-b175-1d9028fd53de),segment_id=a1f4e244-c23b-4817-b175-1d9028fd53de)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:29:55.827689 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.840520 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Calling delete_port for 4f843377-8b8b-4846-9027-f6799d9d7f8f owned by network:dhcp {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:29:55.918244 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:55.942983 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f843377-8b8b-4846-9027-f6799d9d7f8f,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:55.946361 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] No DVR routers for this DVR port 4f843377-8b8b-4846-9027-f6799d9d7f8f on host dv-cinder-820918-1-iscsi {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:29:56.005663 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c6ea7d-13b7-4bba-a386-bf9778654dd9 None None] DHCP port deletion for ac208ab7-dda0-4853-803d-555060b727ea request from dv-cinder-820918-1-iscsi {{(pid=102528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:29:56.022924 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.043990 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac208ab7-dda0-4853-803d-555060b727ea']}} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:56.053633 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f4e244-c23b-4817-b175-1d9028fd53de') {'for_net_delete': True} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:56.053936 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f4e244-c23b-4817-b175-1d9028fd53de') {} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:29:56.063199 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126242630'] for segment, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.078315 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.087064 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:29:56.087466 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129742278'] for segment, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: Traceback (most recent call last): Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: timer() Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: cb(*args, **kw) Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: return func(*args, **kwargs) Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: self._notify() Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: self.callback(batched_events) Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: event.method(event) Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: return f(self, *a, **k) Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._get(url).json() Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: return self.request(url, 'GET', **kwargs) Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:29:56.089798 dv-cinder-820918-1-iscsi neutron-server[102527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:29:56.152089 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.160518 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.164036 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] 10.222.0.47 "DELETE /v2.0/networks/ac208ab7-dda0-4853-803d-555060b727ea HTTP/1.1" status: 204 len: 168 time: 0.5716834 Dec 07 18:29:56.173891 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa7189-6598-49d8-890d-b7c7d606218f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac208ab7-dda0-4853-803d-555060b727ea,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:56.343697 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56088) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:56.386154 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-a043d82d-21d7-452d-9d30-f381e2de0b36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2ffdb42521347679d15fd16968b883a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411048 Dec 07 18:29:56.388564 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56094) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:56.436284 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1153c347-b13c-420a-af89-8ea3fc852873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.459792 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1153c347-b13c-420a-af89-8ea3fc852873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.508966 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1153c347-b13c-420a-af89-8ea3fc852873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.511641 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-1153c347-b13c-420a-af89-8ea3fc852873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.512847 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-1153c347-b13c-420a-af89-8ea3fc852873 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b83a7a5e-9b31-4b3c-8f7e-13d121989325 HTTP/1.1" status: 204 len: 168 time: 0.1233940 Dec 07 18:29:56.522922 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153c347-b13c-420a-af89-8ea3fc852873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a7a5e-9b31-4b3c-8f7e-13d121989325,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:56.895160 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56122) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:56.938527 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-9d7bb786-d204-4317-abd0-8a9c80b80732 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=421e3c2398df4d0bac72b8c2dbe61905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421708 Dec 07 18:29:56.941737 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56126) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:56.989105 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-53efbc0c-979c-4f83-a620-b953abd0693f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:56.993545 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56128) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:57.011439 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-53efbc0c-979c-4f83-a620-b953abd0693f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.058828 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-53efbc0c-979c-4f83-a620-b953abd0693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.061427 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-53efbc0c-979c-4f83-a620-b953abd0693f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.062693 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-53efbc0c-979c-4f83-a620-b953abd0693f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7ff71e2e-3a6f-425d-b553-8b8fa0142d21 HTTP/1.1" status: 204 len: 168 time: 0.1200054 Dec 07 18:29:57.072144 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efbc0c-979c-4f83-a620-b953abd0693f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff71e2e-3a6f-425d-b553-8b8fa0142d21,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:57.105860 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33b9acd6-23ab-4e45-9557-bb550e9f8806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.184193 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33b9acd6-23ab-4e45-9557-bb550e9f8806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.188232 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-33b9acd6-23ab-4e45-9557-bb550e9f8806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.236434 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56134) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:57.238859 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-33b9acd6-23ab-4e45-9557-bb550e9f8806 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a9e86724902b4bdf8f5b447c38e1a13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440000 Dec 07 18:29:57.241957 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9acd6-23ab-4e45-9557-bb550e9f8806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bc9346-8e8a-45ec-b0c8-49b10417347a,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:57.268768 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 4f843377-8b8b-4846-9027-f6799d9d7f8f no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:57.293340 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 4f843377-8b8b-4846-9027-f6799d9d7f8f {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:57.294139 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 4f843377-8b8b-4846-9027-f6799d9d7f8f not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:57.294772 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 7b815e14-a3b6-4a39-ba78-dfed20fe34bb no longer exists at agent ovs-agent-dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:29:57.302969 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d61f991f-47c7-466e-86ff-4b55628c450c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.315850 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] No Port match for: 7b815e14-a3b6-4a39-ba78-dfed20fe34bb {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:29:57.316277 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Device 7b815e14-a3b6-4a39-ba78-dfed20fe34bb not bound to the agent host dv-cinder-820918-1-iscsi {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:29:57.328607 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d61f991f-47c7-466e-86ff-4b55628c450c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.382321 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d61f991f-47c7-466e-86ff-4b55628c450c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.384873 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-d61f991f-47c7-466e-86ff-4b55628c450c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.386054 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-d61f991f-47c7-466e-86ff-4b55628c450c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36bc9346-8e8a-45ec-b0c8-49b10417347a HTTP/1.1" status: 204 len: 168 time: 0.1485202 Dec 07 18:29:57.396881 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f991f-47c7-466e-86ff-4b55628c450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bc9346-8e8a-45ec-b0c8-49b10417347a,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:57.698993 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56140) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:57.712123 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2141d947-731d-4036-aa9e-f77f307d7cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.788095 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2141d947-731d-4036-aa9e-f77f307d7cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.792117 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-2141d947-731d-4036-aa9e-f77f307d7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.835158 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-2141d947-731d-4036-aa9e-f77f307d7cdf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c5d84244ab7143f2966a504fa8be0977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328032 Dec 07 18:29:57.835158 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141d947-731d-4036-aa9e-f77f307d7cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e783be-1af7-46e3-8054-4de2c866e1d2,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:29:57.836035 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56148) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:29:57.890532 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-af8428e9-3705-4658-a1dd-8e79055ab4ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.911651 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-af8428e9-3705-4658-a1dd-8e79055ab4ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.956403 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-af8428e9-3705-4658-a1dd-8e79055ab4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.958911 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-af8428e9-3705-4658-a1dd-8e79055ab4ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:29:57.960049 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-af8428e9-3705-4658-a1dd-8e79055ab4ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/86e783be-1af7-46e3-8054-4de2c866e1d2 HTTP/1.1" status: 204 len: 168 time: 0.1230748 Dec 07 18:29:57.967559 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8428e9-3705-4658-a1dd-8e79055ab4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e783be-1af7-46e3-8054-4de2c866e1d2,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:11.534144 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-368b5b46-f5d8-4d70-b5c7-4ebe64fa8bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:11.980559 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:14.083324 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-ae0d29d6-aa34-47d7-8329-cab32443b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:15.023554 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:30:15.110140 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:15.777736 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56372) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:15.881610 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-3b2922d1-71fd-4bc4-9fdd-3d198228f021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:15.961033 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-3b2922d1-71fd-4bc4-9fdd-3d198228f021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:15.964394 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-3b2922d1-71fd-4bc4-9fdd-3d198228f021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.005676 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2922d1-71fd-4bc4-9fdd-3d198228f021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f34c0eb-d76d-4088-9173-08a65a389f2d,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:16.012506 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-3b2922d1-71fd-4bc4-9fdd-3d198228f021 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0058b6e50f9749d6a1ac4466ea4ee6de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312863 Dec 07 18:30:16.013270 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56382) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:16.067097 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7f14385d-b32b-4450-ab57-50f80799721c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.089872 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7f14385d-b32b-4450-ab57-50f80799721c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.136141 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7f14385d-b32b-4450-ab57-50f80799721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.138873 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7f14385d-b32b-4450-ab57-50f80799721c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.140020 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-7f14385d-b32b-4450-ab57-50f80799721c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f34c0eb-d76d-4088-9173-08a65a389f2d HTTP/1.1" status: 204 len: 168 time: 0.1259000 Dec 07 18:30:16.148090 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14385d-b32b-4450-ab57-50f80799721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f34c0eb-d76d-4088-9173-08a65a389f2d,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:16.394477 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56390) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:16.407940 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8517f002-ac75-4f1e-98fd-a2ddc3cf6982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.462430 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.484448 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8517f002-ac75-4f1e-98fd-a2ddc3cf6982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.488639 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-8517f002-ac75-4f1e-98fd-a2ddc3cf6982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.526756 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-8517f002-ac75-4f1e-98fd-a2ddc3cf6982 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9c56feceda24addb8756d2934b7f75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311853 Dec 07 18:30:16.527856 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517f002-ac75-4f1e-98fd-a2ddc3cf6982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810e22a8-4c7a-4a96-9c28-244fa19bfa23,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:16.530657 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56392) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:16.578809 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3d55968d-34ef-4d1b-be0d-61dbf6cda614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.600060 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3d55968d-34ef-4d1b-be0d-61dbf6cda614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.649328 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3d55968d-34ef-4d1b-be0d-61dbf6cda614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.651859 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-3d55968d-34ef-4d1b-be0d-61dbf6cda614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:16.653049 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-3d55968d-34ef-4d1b-be0d-61dbf6cda614 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/810e22a8-4c7a-4a96-9c28-244fa19bfa23 HTTP/1.1" status: 204 len: 168 time: 0.1209815 Dec 07 18:30:16.660569 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55968d-34ef-4d1b-be0d-61dbf6cda614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810e22a8-4c7a-4a96-9c28-244fa19bfa23,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:17.320358 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56416) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:17.415026 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1529393872-network', 'tenant_id': 'eb3a71e4b1f942b9a14bf70fc853d0f4'}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:30:17.436005 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Made reservation on behalf of eb3a71e4b1f942b9a14bf70fc853d0f4 for: {'network': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:30:17.438431 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for network, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.447680 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.521745 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.525692 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.552607 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:30:17.557803 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cedd02f-f145-4190-b493-91a50fe71c8e,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:17.566451 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.566451 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.db.segments_db [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Added segment c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d of type vlan for network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 Dec 07 18:30:17.605187 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727174141287'] for network, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.629764 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983'] for network, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.630530 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.631062 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:17.631519 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.691645 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3700147 Dec 07 18:30:17.694302 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56420) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:17.701208 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.v2.base [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Request body: {'subnet': {'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1529393872-subnet', 'tenant_id': 'eb3a71e4b1f942b9a14bf70fc853d0f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:30:17.704993 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867135f3-9f2d-4188-abc4-1c6d1d9bdcfa admin admin] Pushing event updated for resources: {'Network': ['ID=e9fb61f1-8e82-468b-86cf-fd46b3b8c591,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:17.714690 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 details requested by agent ovs-agent-dv-cinder-820918-1-iscsi with host dv-cinder-820918-1-iscsi {{(pid=102528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:30:17.726139 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Made reservation on behalf of eb3a71e4b1f942b9a14bf70fc853d0f4 for: {'subnet': 1} {{(pid=102526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:30:17.728443 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130002419'] for subnet, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.890171 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126111909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130002413'] for subnet, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.944986 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb86f196-d637-4615-b992-b00ea59248b6,revision_number=0']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:17.952075 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Checking segment: {'id': 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:30:17.952476 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Network hostable DHCP agents. Network: e9fb61f1-8e82-468b-86cf-fd46b3b8c591, hostable agents: ['b903577a-c6b7-4c34-a766-2b791dc9f937'], hosted agents: [] {{(pid=102526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:30:17.968210 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 is scheduled to be hosted by DHCP agent b903577a-c6b7-4c34-a766-2b791dc9f937 with binding_index 1 {{(pid=102526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:30:17.977214 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.scheduler.base_scheduler [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-1-iscsi, e9fb61f1-8e82-468b-86cf-fd46b3b8c591) {{(pid=102526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:30:17.981190 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:17.981772 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:17.986801 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e71d01-4610-4229-a596-32d5bb56c992 None None] Network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:30:17.997267 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a143d551-d496-490e-8939-2534dfbec022 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3001137 Dec 07 18:30:18.219049 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9788e1bb-fc08-4da9-ad12-a592575f062a None None] Network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 requested from dv-cinder-820918-1-iscsi {{(pid=102528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:30:21.835400 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-d58ba845-a679-46f3-85fd-21ccc027c1ad tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:21.836931 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-d58ba845-a679-46f3-85fd-21ccc027c1ad tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/networks?id=e9fb61f1-8e82-468b-86cf-fd46b3b8c591 HTTP/1.1" status: 200 len: 809 time: 0.1061552 Dec 07 18:30:21.852173 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-2067755a-3024-425c-b108-53c89bb93fa8 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/quotas/eb3a71e4b1f942b9a14bf70fc853d0f4 HTTP/1.1" status: 200 len: 375 time: 0.0095646 Dec 07 18:30:21.885162 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-b4e36958-ca5f-48f5-81fb-ed8f6e2de74b tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb3a71e4b1f942b9a14bf70fc853d0f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274956 Dec 07 18:30:21.940570 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-a4623933-6d3b-4829-a6a4-52ab7f28aa4e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:30:21.941648 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-a4623933-6d3b-4829-a6a4-52ab7f28aa4e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487919 Dec 07 18:30:22.037218 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-62997205-75f2-4ce4-b711-d5e9fda514fe service neutron] 10.222.0.47 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888286 Dec 07 18:30:22.129495 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-3ae311f5-3f37-4b90-aa39-51d8135aa4b1 service neutron] 10.222.0.47 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863302 Dec 07 18:30:22.293323 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4448bb80-5072-459c-869a-51febb6647e3 req-a8df893c-e1c8-449d-83bb-b2268be5f51f tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 210 time: 0.0284719 Dec 07 18:30:23.325622 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56542) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:23.410430 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c300c0af-97e6-470f-8d3c-167d9455b000 req-bc9fb3c5-3418-4280-a7df-5501a83c369f tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 210 time: 0.0416224 Dec 07 18:30:23.437329 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-10bc544b-b3ec-4b9b-86fc-878288125f49 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:23.441838 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-10bc544b-b3ec-4b9b-86fc-878288125f49 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.37 "GET /v2.0/networks?id=e9fb61f1-8e82-468b-86cf-fd46b3b8c591 HTTP/1.1" status: 200 len: 809 time: 0.1535873 Dec 07 18:30:23.454996 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ca898816-36a3-46a1-9c84-7a685b604a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:23.465928 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Request body: {'port': {'device_id': '31b63918-4e0a-4d97-a4dd-92e4ed627881', 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591', 'admin_state_up': True, 'tenant_id': 'eb3a71e4b1f942b9a14bf70fc853d0f4'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:30:23.540956 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ca898816-36a3-46a1-9c84-7a685b604a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:23.546108 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-ca898816-36a3-46a1-9c84-7a685b604a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:23.594717 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Made reservation on behalf of eb3a71e4b1f942b9a14bf70fc853d0f4 for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:30:23.598294 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:23.738935 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Allocated IP 172.20.0.3 (e9fb61f1-8e82-468b-86cf-fd46b3b8c591/eb86f196-d637-4615-b992-b00ea59248b6/d50f6b67-d48c-44ea-a6c8-63a614a5820d) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:30:23.839461 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-ca898816-36a3-46a1-9c84-7a685b604a38 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f1e2bae4e5fa43c59f4400cb12650c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5122082 Dec 07 18:30:23.840156 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56550) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:23.840812 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca898816-36a3-46a1-9c84-7a685b604a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3235c469-3a1f-4e7c-85b3-deb978085a39,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:23.893721 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-be86744a-e88d-4438-817f-83b4a49252d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:23.909485 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:23.916634 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-be86744a-e88d-4438-817f-83b4a49252d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:23.943405 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:23.967135 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-be86744a-e88d-4438-817f-83b4a49252d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:23.970298 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-be86744a-e88d-4438-817f-83b4a49252d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:23.974729 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-be86744a-e88d-4438-817f-83b4a49252d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3235c469-3a1f-4e7c-85b3-deb978085a39 HTTP/1.1" status: 204 len: 168 time: 0.1311536 Dec 07 18:30:23.983163 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86744a-e88d-4438-817f-83b4a49252d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3235c469-3a1f-4e7c-85b3-deb978085a39,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:23.989319 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:30:23.994286 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:30:23.998404 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:30:24.006768 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Pushing event updated for resources: {'Port': ['ID=d50f6b67-d48c-44ea-a6c8-63a614a5820d,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:24.061909 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:24.062577 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.081284 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-1bcf7047-a55c-45e6-9be8-98e5923385da tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6200554 Dec 07 18:30:24.100798 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Request body: {'port': {'device_id': '31b63918-4e0a-4d97-a4dd-92e4ed627881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:30:24.171179 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.297215 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56556) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:24.316506 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-583567fb-7bb5-41f1-a01c-f15d6759b2d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.393421 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-583567fb-7bb5-41f1-a01c-f15d6759b2d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.398648 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-583567fb-7bb5-41f1-a01c-f15d6759b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.446453 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-583567fb-7bb5-41f1-a01c-f15d6759b2d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59176a21c2f448eb8c33412920d850d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474149 Dec 07 18:30:24.447434 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583567fb-7bb5-41f1-a01c-f15d6759b2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa66318-4acf-43e3-8e65-f3d619e4abca,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:24.451213 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56560) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:24.471996 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50f6b67-d48c-44ea-a6c8-63a614a5820d {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:30:24.494412 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.535298 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7f85a49-ef95-451a-907f-91eb6c94c5f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.558787 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Transition to ACTIVE for port object d50f6b67-d48c-44ea-a6c8-63a614a5820d will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:30:24.559243 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7f85a49-ef95-451a-907f-91eb6c94c5f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.563785 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.586639 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039f7a7-3ec4-4789-8855-74ef457d3de1 req-58ced6f9-6bbd-44b8-9979-49f433dc9988 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:24.588143 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6039f7a7-3ec4-4789-8855-74ef457d3de1 req-58ced6f9-6bbd-44b8-9979-49f433dc9988 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 931 time: 0.0911798 Dec 07 18:30:24.646118 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7f85a49-ef95-451a-907f-91eb6c94c5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.651722 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c7f85a49-ef95-451a-907f-91eb6c94c5f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.667151 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-c7f85a49-ef95-451a-907f-91eb6c94c5f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6fa66318-4acf-43e3-8e65-f3d619e4abca HTTP/1.1" status: 204 len: 168 time: 0.2085135 Dec 07 18:30:24.682099 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=d50f6b67-d48c-44ea-a6c8-63a614a5820d,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:24.683913 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f85a49-ef95-451a-907f-91eb6c94c5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa66318-4acf-43e3-8e65-f3d619e4abca,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:24.744964 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-6039f7a7-3ec4-4789-8855-74ef457d3de1 req-5994bc06-ed57-47c3-a70b-9c4da5e217f3 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385014 Dec 07 18:30:24.777994 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Attempting to bind port d50f6b67-d48c-44ea-a6c8-63a614a5820d on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:30:24.778378 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Attempting to bind port d50f6b67-d48c-44ea-a6c8-63a614a5820d by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:30:24.778715 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Attempting to bind port d50f6b67-d48c-44ea-a6c8-63a614a5820d on network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:30:24.783784 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Port d50f6b67-d48c-44ea-a6c8-63a614a5820d on network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:30:24.784106 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Attempting to bind port d50f6b67-d48c-44ea-a6c8-63a614a5820d on network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:30:24.789063 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:30:24.789399 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Checking segment: {'id': 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:30:24.789775 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Bound using segment: {'id': 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:30:24.790202 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Bound port: d50f6b67-d48c-44ea-a6c8-63a614a5820d, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:30:24.790551 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.880521 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] For port d50f6b67-d48c-44ea-a6c8-63a614a5820d, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:30:24.886046 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] For port d50f6b67-d48c-44ea-a6c8-63a614a5820d, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=d50f6b67-d48c-44ea-a6c8-63a614a5820d,segment=NetworkSegment(c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d),segment_id=c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:30:24.895466 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.946440 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:24.947060 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:24.948463 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] 10.222.0.37 "PUT /v2.0/ports/d50f6b67-d48c-44ea-a6c8-63a614a5820d HTTP/1.1" status: 200 len: 1093 time: 0.8529422 Dec 07 18:30:24.949159 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b63918-4e0a-4d97-a4dd-92e4ed627881', 'tag': 'd50f6b67-d48c-44ea-a6c8-63a614a5820d'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:30:24.951584 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "31b63918-4e0a-4d97-a4dd-92e4ed627881", "tag": "d50f6b67-d48c-44ea-a6c8-63a614a5820d"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:30:24.980257 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4856d3-2d46-4cec-acf5-385bebad9ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=d50f6b67-d48c-44ea-a6c8-63a614a5820d,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:25.008140 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7eacea-9750-481a-be68-a7317f2bea22 x-openstack-request-id: req-2f7eacea-9750-481a-be68-a7317f2bea22 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:30:25.008460 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b63918-4e0a-4d97-a4dd-92e4ed627881", "tag": "d50f6b67-d48c-44ea-a6c8-63a614a5820d", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:30:25.008715 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2f7eacea-9750-481a-be68-a7317f2bea22 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:30:25.009166 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b63918-4e0a-4d97-a4dd-92e4ed627881', 'tag': 'd50f6b67-d48c-44ea-a6c8-63a614a5820d', 'status': 'completed', 'code': 200} Dec 07 18:30:25.070115 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-cc66599a-ebb2-4985-826a-33fe3dbc224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:25.071630 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-cc66599a-ebb2-4985-826a-33fe3dbc224a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb3a71e4b1f942b9a14bf70fc853d0f4&device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 1096 time: 0.0433486 Dec 07 18:30:25.124820 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-483aa813-6b1b-4329-8155-537d4416b884 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d50f6b67-d48c-44ea-a6c8-63a614a5820d HTTP/1.1" status: 200 len: 217 time: 0.0394971 Dec 07 18:30:25.180859 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-9cf5ac14-32d5-47e1-aeeb-8c77cd6d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:25.182310 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-9cf5ac14-32d5-47e1-aeeb-8c77cd6d3b53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb86f196-d637-4615-b992-b00ea59248b6 HTTP/1.1" status: 200 len: 849 time: 0.0508263 Dec 07 18:30:25.218697 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-93e70f00-4be1-4e5f-bece-ccb48c6d39ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9fb61f1-8e82-468b-86cf-fd46b3b8c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286376 Dec 07 18:30:25.318841 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-6a4170fa-69d3-48cc-b74d-c2f3df7187b3 service neutron] 10.222.0.37 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931697 Dec 07 18:30:25.412244 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0ec4d55d-d554-4a0d-a75f-2c29581d972d req-de373cf1-2400-465c-86fb-b38622d9a946 service neutron] 10.222.0.37 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861847 Dec 07 18:30:25.559451 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9 req-ac32335a-6fda-4987-b99b-09347b493475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:25.560953 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9 req-ac32335a-6fda-4987-b99b-09347b493475 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb3a71e4b1f942b9a14bf70fc853d0f4&device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 1096 time: 0.0463407 Dec 07 18:30:25.656649 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9 req-a0173817-5683-46b1-8c8a-582ed0a7bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:25.658299 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9 req-a0173817-5683-46b1-8c8a-582ed0a7bb69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9fb61f1-8e82-468b-86cf-fd46b3b8c591 HTTP/1.1" status: 200 len: 910 time: 0.0906341 Dec 07 18:30:25.704678 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9 req-d8a743bf-dab6-47a9-a9d5-6bd7175d4d49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d50f6b67-d48c-44ea-a6c8-63a614a5820d HTTP/1.1" status: 200 len: 217 time: 0.0389116 Dec 07 18:30:25.754248 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9 req-84d96ef8-ac96-4b76-b12d-d8cb98c99d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:25.755724 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9 req-84d96ef8-ac96-4b76-b12d-d8cb98c99d9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb86f196-d637-4615-b992-b00ea59248b6 HTTP/1.1" status: 200 len: 849 time: 0.0456045 Dec 07 18:30:25.788997 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9 req-ab22f221-1b53-4b82-b584-4f2c86924228 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9fb61f1-8e82-468b-86cf-fd46b3b8c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253477 Dec 07 18:30:25.917903 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9 req-aff99c10-38dc-494c-ad91-fd22492f2313 service neutron] 10.222.0.37 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220579 Dec 07 18:30:25.929104 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130d712-aebe-4eb1-94aa-a8d968d7abdf req-3dd2d8c2-f91b-46ce-9382-5138449b67f8 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:25.930594 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8130d712-aebe-4eb1-94aa-a8d968d7abdf req-3dd2d8c2-f91b-46ce-9382-5138449b67f8 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 943 time: 0.0783477 Dec 07 18:30:26.035239 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-8130d712-aebe-4eb1-94aa-a8d968d7abdf req-bc1567bb-8d97-4fa7-b0fd-1219f1517c0b tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968482 Dec 07 18:30:26.053500 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-e7a1fe06-85b4-4e3e-8a59-f14269c28cf9 req-5fe05c89-7b64-43e4-9e42-bd432d70dde6 service neutron] 10.222.0.37 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219938 Dec 07 18:30:26.547558 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56618) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:26.649943 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-420a9e98-b29c-46a5-8fba-86401fb58669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:26.725497 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-420a9e98-b29c-46a5-8fba-86401fb58669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:26.729035 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-420a9e98-b29c-46a5-8fba-86401fb58669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:26.767473 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-420a9e98-b29c-46a5-8fba-86401fb58669 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e235071a4124560b1ad68a4a5ebc23f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188005 Dec 07 18:30:26.768622 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a9e98-b29c-46a5-8fba-86401fb58669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48719810-12c6-4985-81bd-4f8db82d1b4c,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:26.770107 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56622) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:26.824645 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9fff354b-e486-464a-b3a3-1316778e16ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:26.847227 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9fff354b-e486-464a-b3a3-1316778e16ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:26.893140 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9fff354b-e486-464a-b3a3-1316778e16ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:26.895790 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-9fff354b-e486-464a-b3a3-1316778e16ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:26.896984 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-9fff354b-e486-464a-b3a3-1316778e16ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48719810-12c6-4985-81bd-4f8db82d1b4c HTTP/1.1" status: 204 len: 168 time: 0.1258829 Dec 07 18:30:26.904517 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff354b-e486-464a-b3a3-1316778e16ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48719810-12c6-4985-81bd-4f8db82d1b4c,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:27.154076 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56630) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:27.156064 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd9815-9ee8-4ab8-a441-78aff965eee6 req-200acb98-40a1-4b9e-80c4-bdf8071e8cf2 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:27.158112 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ffcd9815-9ee8-4ab8-a441-78aff965eee6 req-200acb98-40a1-4b9e-80c4-bdf8071e8cf2 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 943 time: 0.0504169 Dec 07 18:30:27.168090 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-946c70aa-cabc-4c61-b868-35c699e381d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:27.206658 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ffcd9815-9ee8-4ab8-a441-78aff965eee6 req-ddd0210f-157d-42df-9728-88e303605e43 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Dec 07 18:30:27.248313 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-946c70aa-cabc-4c61-b868-35c699e381d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:27.251972 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-946c70aa-cabc-4c61-b868-35c699e381d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:27.289599 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-946c70aa-cabc-4c61-b868-35c699e381d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ef12cc3205a466a8233973d6252b739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343226 Dec 07 18:30:27.290446 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c70aa-cabc-4c61-b868-35c699e381d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5285967b-0d43-45d1-a012-04a0c357eb48,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:27.292220 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56632) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:27.340980 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb131-edb5-45d2-8f16-b24348507d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:27.361618 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb131-edb5-45d2-8f16-b24348507d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:27.406627 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb131-edb5-45d2-8f16-b24348507d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:27.409941 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb131-edb5-45d2-8f16-b24348507d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:27.411204 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-a5bfb131-edb5-45d2-8f16-b24348507d87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5285967b-0d43-45d1-a012-04a0c357eb48 HTTP/1.1" status: 204 len: 168 time: 0.1170475 Dec 07 18:30:27.418959 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfb131-edb5-45d2-8f16-b24348507d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285967b-0d43-45d1-a012-04a0c357eb48,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:27.692839 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device d50f6b67-d48c-44ea-a6c8-63a614a5820d details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:30:27.794227 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port d50f6b67-d48c-44ea-a6c8-63a614a5820d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=d50f6b67-d48c-44ea-a6c8-63a614a5820d,segment=NetworkSegment(c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d),segment_id=c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:30:27.805356 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': 'd50f6b67-d48c-44ea-a6c8-63a614a5820d', 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591', 'port_id': 'd50f6b67-d48c-44ea-a6c8-63a614a5820d', 'mac_address': 'fa:16:3e:25:ce:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb86f196-d637-4615-b992-b00ea59248b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:30:27.844184 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:27.858179 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50f6b67-d48c-44ea-a6c8-63a614a5820d {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:30:27.885161 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port d50f6b67-d48c-44ea-a6c8-63a614a5820d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=d50f6b67-d48c-44ea-a6c8-63a614a5820d,segment=NetworkSegment(c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d),segment_id=c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:30:27.889568 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:27.937262 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=d50f6b67-d48c-44ea-a6c8-63a614a5820d,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:28.273325 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['d50f6b67-d48c-44ea-a6c8-63a614a5820d'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:30:28.331714 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52709-0ae5-495e-828c-30ecbe8bd8e4 req-cb80d987-cf0a-426f-811f-9702a06ae752 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:28.333263 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-72f52709-0ae5-495e-828c-30ecbe8bd8e4 req-cb80d987-cf0a-426f-811f-9702a06ae752 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 944 time: 0.0556557 Dec 07 18:30:28.387296 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-72f52709-0ae5-495e-828c-30ecbe8bd8e4 req-e341da81-3d10-4e40-95e9-fdde6e067281 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449567 Dec 07 18:30:29.503828 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715f896-859e-44e1-a5ac-70f61666e55e req-99417694-8df6-41aa-bd41-4c4b500a4d44 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:29.505355 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9715f896-859e-44e1-a5ac-70f61666e55e req-99417694-8df6-41aa-bd41-4c4b500a4d44 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 944 time: 0.0463681 Dec 07 18:30:29.556153 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-9715f896-859e-44e1-a5ac-70f61666e55e req-4bc4a7e7-a54d-449e-83b2-f3d4a8ac520e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Dec 07 18:30:29.708183 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device d50f6b67-d48c-44ea-a6c8-63a614a5820d up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:30:29.758569 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port d50f6b67-d48c-44ea-a6c8-63a614a5820d completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:30:29.763221 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port d50f6b67-d48c-44ea-a6c8-63a614a5820d triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:30:29.763595 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:29.842910 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:29.867392 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b63918-4e0a-4d97-a4dd-92e4ed627881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50f6b67-d48c-44ea-a6c8-63a614a5820d'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:30:29.869976 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3e41e-00aa-44e6-9446-6dc4f511bc3c" -d '{"events": [{"server_uuid": "31b63918-4e0a-4d97-a4dd-92e4ed627881", "name": "network-vif-plugged", "status": "completed", "tag": "d50f6b67-d48c-44ea-a6c8-63a614a5820d"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:30:29.887522 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port d50f6b67-d48c-44ea-a6c8-63a614a5820d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=d50f6b67-d48c-44ea-a6c8-63a614a5820d,segment=NetworkSegment(c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d),segment_id=c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:30:29.891946 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:29.939910 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=d50f6b67-d48c-44ea-a6c8-63a614a5820d,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:30.027347 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f838f41-a3f1-463d-97e6-2433654410a3 x-openstack-request-id: req-0f838f41-a3f1-463d-97e6-2433654410a3 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:30:30.027648 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b63918-4e0a-4d97-a4dd-92e4ed627881", "name": "network-vif-plugged", "status": "completed", "tag": "d50f6b67-d48c-44ea-a6c8-63a614a5820d", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:30:30.027907 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f838f41-a3f1-463d-97e6-2433654410a3 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:30:30.028304 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b63918-4e0a-4d97-a4dd-92e4ed627881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50f6b67-d48c-44ea-a6c8-63a614a5820d', 'code': 200} Dec 07 18:30:30.229842 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0bbe7-8a4a-45ca-a798-8f6cf7f823cf req-cc8b9ad5-50c5-444b-a8b8-050bee05f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:30.231339 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-95a0bbe7-8a4a-45ca-a798-8f6cf7f823cf req-cc8b9ad5-50c5-444b-a8b8-050bee05f2eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 1098 time: 0.0403519 Dec 07 18:30:30.279096 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-95a0bbe7-8a4a-45ca-a798-8f6cf7f823cf req-27e80011-50d9-468e-ad1d-b5513de471f8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412855 Dec 07 18:30:30.674078 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a704ad-f4c9-49d7-bff8-0327c963b6ab req-ac02ee0c-1aca-4929-90b3-2eaa1369684b tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:30.675552 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-51a704ad-f4c9-49d7-bff8-0327c963b6ab req-ac02ee0c-1aca-4929-90b3-2eaa1369684b tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 945 time: 0.0494595 Dec 07 18:30:30.723412 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-51a704ad-f4c9-49d7-bff8-0327c963b6ab req-3aa9971b-cb7b-4010-a91b-5af2446dbeef tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Dec 07 18:30:31.737310 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56714) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:31.846460 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92219f7c-40e9-4a1c-90fc-985c5c14b468 req-e2b48e24-0098-444e-845e-3b57a356c278 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:31.848018 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-92219f7c-40e9-4a1c-90fc-985c5c14b468 req-e2b48e24-0098-444e-845e-3b57a356c278 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 945 time: 0.0527735 Dec 07 18:30:31.883045 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0713a0e3-dc2f-43b4-aea6-9ba279da7e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:31.903872 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-92219f7c-40e9-4a1c-90fc-985c5c14b468 req-53903963-8dea-477f-b310-61d2bda15827 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471072 Dec 07 18:30:31.958689 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0713a0e3-dc2f-43b4-aea6-9ba279da7e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:31.964021 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-0713a0e3-dc2f-43b4-aea6-9ba279da7e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.003433 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-0713a0e3-dc2f-43b4-aea6-9ba279da7e1e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d301ef60f604190b80e11f7e59f0930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649045 Dec 07 18:30:32.004529 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713a0e3-dc2f-43b4-aea6-9ba279da7e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486daa6d-572d-459a-a9e6-431dd4038f55,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:32.006146 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56722) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:32.055108 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c0627c30-df77-48c9-aed3-53d348382b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.076205 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c0627c30-df77-48c9-aed3-53d348382b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.125468 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c0627c30-df77-48c9-aed3-53d348382b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.128543 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-c0627c30-df77-48c9-aed3-53d348382b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.129689 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-c0627c30-df77-48c9-aed3-53d348382b9d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/486daa6d-572d-459a-a9e6-431dd4038f55 HTTP/1.1" status: 204 len: 168 time: 0.1223788 Dec 07 18:30:32.137489 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627c30-df77-48c9-aed3-53d348382b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486daa6d-572d-459a-a9e6-431dd4038f55,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:32.406628 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56736) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:32.423161 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ca2d-bda9-41bd-966e-ce551dac3547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.505757 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ca2d-bda9-41bd-966e-ce551dac3547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.509696 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ca2d-bda9-41bd-966e-ce551dac3547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.547361 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1ca2d-bda9-41bd-966e-ce551dac3547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec41c0c-9199-4b41-946d-fd41564b82ea,revision_number=1']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:32.553138 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-bbe1ca2d-bda9-41bd-966e-ce551dac3547 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05f92aaf31154c569d38055737e34eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456120 Dec 07 18:30:32.556284 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 56740) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:32.593067 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a380f1d-e8c3-471c-b81c-47f87f07e073 req-58ded5cd-b15d-401f-8dfa-9e7d4e75d0ba tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:32.594764 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1a380f1d-e8c3-471c-b81c-47f87f07e073 req-58ded5cd-b15d-401f-8dfa-9e7d4e75d0ba tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 945 time: 0.0523190 Dec 07 18:30:32.603363 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c49c3711-b778-4ef8-8ffe-47c80ddd5fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.626838 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c49c3711-b778-4ef8-8ffe-47c80ddd5fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.646036 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-1a380f1d-e8c3-471c-b81c-47f87f07e073 req-6534608a-440e-4f9c-87a5-5149be0ed0df tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451772 Dec 07 18:30:32.672198 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c49c3711-b778-4ef8-8ffe-47c80ddd5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.675775 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-c49c3711-b778-4ef8-8ffe-47c80ddd5fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:32.676947 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-c49c3711-b778-4ef8-8ffe-47c80ddd5fd8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ec41c0c-9199-4b41-946d-fd41564b82ea HTTP/1.1" status: 204 len: 168 time: 0.1202123 Dec 07 18:30:32.684305 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c3711-b778-4ef8-8ffe-47c80ddd5fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec41c0c-9199-4b41-946d-fd41564b82ea,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:33.778521 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c4acb-8dba-4d08-93b8-bff7a79671dc req-bc2cb6ad-86bf-4f8f-8a42-7008e10bc6f0 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:33.780273 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7c7c4acb-8dba-4d08-93b8-bff7a79671dc req-bc2cb6ad-86bf-4f8f-8a42-7008e10bc6f0 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 945 time: 0.0548203 Dec 07 18:30:33.835774 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7c7c4acb-8dba-4d08-93b8-bff7a79671dc req-acd01741-2834-4474-85ee-0de51174f029 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487587 Dec 07 18:30:34.271458 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-fad378b4-aa60-4e6b-a3c6-e21d238ac82a tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:34.272886 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-fad378b4-aa60-4e6b-a3c6-e21d238ac82a tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 945 time: 0.0459118 Dec 07 18:30:34.362422 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-07758d3f-8ef5-4ad8-87a9-75c29173a64e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Deleting port d50f6b67-d48c-44ea-a6c8-63a614a5820d {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:30:34.362755 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-07758d3f-8ef5-4ad8-87a9-75c29173a64e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:34.453668 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-07758d3f-8ef5-4ad8-87a9-75c29173a64e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] For port d50f6b67-d48c-44ea-a6c8-63a614a5820d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=d50f6b67-d48c-44ea-a6c8-63a614a5820d,segment=NetworkSegment(c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d),segment_id=c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:30:34.454024 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-07758d3f-8ef5-4ad8-87a9-75c29173a64e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:34.467365 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-07758d3f-8ef5-4ad8-87a9-75c29173a64e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Calling delete_port for d50f6b67-d48c-44ea-a6c8-63a614a5820d owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:30:34.596693 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-07758d3f-8ef5-4ad8-87a9-75c29173a64e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:34.622846 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07758d3f-8ef5-4ad8-87a9-75c29173a64e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Pushing event deleted for resources: {'Port': ['ID=d50f6b67-d48c-44ea-a6c8-63a614a5820d,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:34.635907 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['d50f6b67-d48c-44ea-a6c8-63a614a5820d'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:30:34.666272 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-07758d3f-8ef5-4ad8-87a9-75c29173a64e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] No DVR routers for this DVR port d50f6b67-d48c-44ea-a6c8-63a614a5820d on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:30:34.668618 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-07758d3f-8ef5-4ad8-87a9-75c29173a64e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:34.671875 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2c8bcebc-9dd3-4c83-9010-38b5885e5f5e req-07758d3f-8ef5-4ad8-87a9-75c29173a64e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.37 "DELETE /v2.0/ports/d50f6b67-d48c-44ea-a6c8-63a614a5820d HTTP/1.1" status: 204 len: 173 time: 0.3897445 Dec 07 18:30:34.672305 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b63918-4e0a-4d97-a4dd-92e4ed627881', 'name': 'network-vif-deleted', 'tag': 'd50f6b67-d48c-44ea-a6c8-63a614a5820d'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:30:34.674796 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52fbc7a-f16a-466c-bdff-5a248ebfbd04" -d '{"events": [{"server_uuid": "31b63918-4e0a-4d97-a4dd-92e4ed627881", "name": "network-vif-deleted", "tag": "d50f6b67-d48c-44ea-a6c8-63a614a5820d"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:30:34.712248 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aada4af-6ea6-4e8b-928c-65d93e53590b x-openstack-request-id: req-2aada4af-6ea6-4e8b-928c-65d93e53590b {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:30:34.712579 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b63918-4e0a-4d97-a4dd-92e4ed627881", "name": "network-vif-deleted", "tag": "d50f6b67-d48c-44ea-a6c8-63a614a5820d", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:30:34.712873 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2aada4af-6ea6-4e8b-928c-65d93e53590b {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:30:34.713230 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b63918-4e0a-4d97-a4dd-92e4ed627881', 'name': 'network-vif-deleted', 'tag': 'd50f6b67-d48c-44ea-a6c8-63a614a5820d', 'status': 'completed', 'code': 200} Dec 07 18:30:34.948244 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3b5a3c8a-a8af-42a5-974b-5e4ed383416e req-0b8f7a8c-c304-4ac5-a406-233a595250db tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b63918-4e0a-4d97-a4dd-92e4ed627881 HTTP/1.1" status: 200 len: 210 time: 0.0279999 Dec 07 18:30:36.215129 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56804) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:36.255553 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-77aedc54-dae5-4dc3-a487-85ac387d3567 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:36.257115 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-77aedc54-dae5-4dc3-a487-85ac387d3567 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/networks?id=e9fb61f1-8e82-468b-86cf-fd46b3b8c591 HTTP/1.1" status: 200 len: 809 time: 0.1027665 Dec 07 18:30:36.272873 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-539c0364-689b-49b9-8c6d-678842dd57bc tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/quotas/eb3a71e4b1f942b9a14bf70fc853d0f4 HTTP/1.1" status: 200 len: 375 time: 0.0097787 Dec 07 18:30:36.309226 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-e8915103-12a3-4db6-94b6-ad5c52c2a6fc tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb3a71e4b1f942b9a14bf70fc853d0f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302916 Dec 07 18:30:36.321104 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:36.399944 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:36.401404 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-3fe884f7-222d-4825-8a99-db802eecabd0 service neutron] 10.222.0.47 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847778 Dec 07 18:30:36.404186 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:36.445141 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2cd2cd64e2c54fe991b2e7d0bf879389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288399 Dec 07 18:30:36.445992 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a9ff13-04db-4b86-83c7-12ef7e7d3fbb,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:36.447864 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 56808) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:30:36.463596 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.463940 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.464284 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.464644 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.464975 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.465371 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.465625 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.465944 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.466267 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.466591 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.466911 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.467226 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.467543 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984da63-5781-4003-a9d6-e9bc9561a081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:30:36.498484 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-550cfa44-7388-47c8-b1cb-15576e2e7dc8 service neutron] 10.222.0.47 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904353 Dec 07 18:30:36.507031 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7d6eaa41-0d00-4529-872b-bade9a7aee75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:36.527696 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7d6eaa41-0d00-4529-872b-bade9a7aee75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:36.576416 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7d6eaa41-0d00-4529-872b-bade9a7aee75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:36.579433 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-7d6eaa41-0d00-4529-872b-bade9a7aee75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:36.583606 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-7d6eaa41-0d00-4529-872b-bade9a7aee75 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a8a9ff13-04db-4b86-83c7-12ef7e7d3fbb HTTP/1.1" status: 204 len: 168 time: 0.1347699 Dec 07 18:30:36.591488 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6eaa41-0d00-4529-872b-bade9a7aee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a9ff13-04db-4b86-83c7-12ef7e7d3fbb,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:36.663827 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-0c601480-41bf-4af9-85f9-53ff33a2c2dd req-ed60ce28-ffb7-4970-b997-f3caeabc00eb tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 210 time: 0.0271182 Dec 07 18:30:37.694284 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-be663875-3ba1-4741-b635-5c26a0b39928 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:37.696995 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-be663875-3ba1-4741-b635-5c26a0b39928 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.37 "GET /v2.0/networks?id=e9fb61f1-8e82-468b-86cf-fd46b3b8c591 HTTP/1.1" status: 200 len: 809 time: 0.1296918 Dec 07 18:30:37.718035 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Request body: {'port': {'device_id': '95ac1006-9475-4860-a883-1990503f72a4', 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591', 'admin_state_up': True, 'tenant_id': 'eb3a71e4b1f942b9a14bf70fc853d0f4'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:30:37.754368 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device d50f6b67-d48c-44ea-a6c8-63a614a5820d no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:30:37.772442 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3ef4f6c8-0e5c-47c7-84e1-8725564dc608 req-5248ce35-5201-466b-a903-1770c8fde86f tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 210 time: 0.0331714 Dec 07 18:30:37.776516 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: d50f6b67-d48c-44ea-a6c8-63a614a5820d {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:30:37.776858 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device d50f6b67-d48c-44ea-a6c8-63a614a5820d not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:30:37.837118 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Made reservation on behalf of eb3a71e4b1f942b9a14bf70fc853d0f4 for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:30:37.840593 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:37.966107 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Allocated IP 172.20.0.6 (e9fb61f1-8e82-468b-86cf-fd46b3b8c591/eb86f196-d637-4615-b992-b00ea59248b6/91b52cb6-0688-4cef-a56b-d4bfab987554) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:30:38.108228 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:38.141091 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:38.182987 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:30:38.186021 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:30:38.189636 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:30:38.214096 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Pushing event updated for resources: {'Port': ['ID=91b52cb6-0688-4cef-a56b-d4bfab987554,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:38.242338 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:38.242954 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:38.258238 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-edc7a25e-0f21-43c2-b511-07318888b3f1 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445464 Dec 07 18:30:38.276368 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Request body: {'port': {'device_id': '95ac1006-9475-4860-a883-1990503f72a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:30:38.331960 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:38.851784 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b52cb6-0688-4cef-a56b-d4bfab987554 {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:30:38.861130 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:38.901601 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Transition to ACTIVE for port object 91b52cb6-0688-4cef-a56b-d4bfab987554 will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:30:38.914548 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:38.926302 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a0155-54bb-48cd-91a4-1382fc22c6ee req-1e96c0ca-7e3a-44d3-832f-71eb3651bb5d tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:38.927810 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ad9a0155-54bb-48cd-91a4-1382fc22c6ee req-1e96c0ca-7e3a-44d3-832f-71eb3651bb5d tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 931 time: 0.0631490 Dec 07 18:30:39.002497 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=91b52cb6-0688-4cef-a56b-d4bfab987554,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:39.051701 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-ad9a0155-54bb-48cd-91a4-1382fc22c6ee req-3253de56-b290-449f-854b-7fc0b713be7c tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007793 Dec 07 18:30:39.089404 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Attempting to bind port 91b52cb6-0688-4cef-a56b-d4bfab987554 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:30:39.089765 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Attempting to bind port 91b52cb6-0688-4cef-a56b-d4bfab987554 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:30:39.090169 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Attempting to bind port 91b52cb6-0688-4cef-a56b-d4bfab987554 on network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:30:39.094926 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Port 91b52cb6-0688-4cef-a56b-d4bfab987554 on network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:30:39.095248 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Attempting to bind port 91b52cb6-0688-4cef-a56b-d4bfab987554 on network e9fb61f1-8e82-468b-86cf-fd46b3b8c591 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:30:39.101441 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:30:39.101792 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Checking segment: {'id': 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:30:39.102223 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Bound using segment: {'id': 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:30:39.102654 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Bound port: 91b52cb6-0688-4cef-a56b-d4bfab987554, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:30:39.103011 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:39.174405 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] For port 91b52cb6-0688-4cef-a56b-d4bfab987554, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:30:39.178222 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] For port 91b52cb6-0688-4cef-a56b-d4bfab987554, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=91b52cb6-0688-4cef-a56b-d4bfab987554,segment=NetworkSegment(c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d),segment_id=c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:30:39.182390 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:39.217147 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:39.217723 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:39.219228 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/91b52cb6-0688-4cef-a56b-d4bfab987554 HTTP/1.1" status: 200 len: 1093 time: 0.9467273 Dec 07 18:30:39.224940 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ac1006-9475-4860-a883-1990503f72a4', 'tag': '91b52cb6-0688-4cef-a56b-d4bfab987554'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:30:39.227185 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340" -d '{"events": [{"name": "network-changed", "server_uuid": "95ac1006-9475-4860-a883-1990503f72a4", "tag": "91b52cb6-0688-4cef-a56b-d4bfab987554"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:30:39.253620 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90017343-7736-41c8-aef1-9cb09cc4a9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=91b52cb6-0688-4cef-a56b-d4bfab987554,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:39.272228 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b8c824-c79b-462b-aa47-d1255fb33a97 x-openstack-request-id: req-87b8c824-c79b-462b-aa47-d1255fb33a97 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:30:39.272562 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ac1006-9475-4860-a883-1990503f72a4", "tag": "91b52cb6-0688-4cef-a56b-d4bfab987554", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:30:39.272820 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-87b8c824-c79b-462b-aa47-d1255fb33a97 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:30:39.273322 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ac1006-9475-4860-a883-1990503f72a4', 'tag': '91b52cb6-0688-4cef-a56b-d4bfab987554', 'status': 'completed', 'code': 200} Dec 07 18:30:39.328110 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-55a5803e-5cf5-45af-968e-cd6742bd5c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:39.330132 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-55a5803e-5cf5-45af-968e-cd6742bd5c37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb3a71e4b1f942b9a14bf70fc853d0f4&device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 1096 time: 0.0391116 Dec 07 18:30:39.379479 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-b9036685-20f2-4dd9-9ff1-722ad7957157 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91b52cb6-0688-4cef-a56b-d4bfab987554 HTTP/1.1" status: 200 len: 217 time: 0.0368094 Dec 07 18:30:39.428257 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-0afd9b5a-44bc-4197-8a56-4279672aed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:39.429602 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-0afd9b5a-44bc-4197-8a56-4279672aed06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb86f196-d637-4615-b992-b00ea59248b6 HTTP/1.1" status: 200 len: 849 time: 0.0432270 Dec 07 18:30:39.460191 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-64138182-fbf1-4640-a5da-79ad4884ff56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9fb61f1-8e82-468b-86cf-fd46b3b8c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233936 Dec 07 18:30:39.551565 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-948beafc-baf0-4deb-abce-cfa416209ad9 service neutron] 10.222.0.37 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848606 Dec 07 18:30:39.639623 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-56d0cea7-2907-4946-ba53-1cb6503b7b93 req-92d2aca7-e465-403a-95c3-2d0661bf499c service neutron] 10.222.0.37 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803175 Dec 07 18:30:39.779400 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340 req-06bab930-dfb3-499b-a145-542031c0a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:39.780945 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340 req-06bab930-dfb3-499b-a145-542031c0a12b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb3a71e4b1f942b9a14bf70fc853d0f4&device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 1096 time: 0.0458789 Dec 07 18:30:39.895746 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340 req-b737f41a-43ea-4388-a2fd-b885a7dbad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:39.897289 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340 req-b737f41a-43ea-4388-a2fd-b885a7dbad0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9fb61f1-8e82-468b-86cf-fd46b3b8c591 HTTP/1.1" status: 200 len: 910 time: 0.1062348 Dec 07 18:30:39.942071 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340 req-c5d4dbe4-bc48-4b35-942c-9bef840dd1f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91b52cb6-0688-4cef-a56b-d4bfab987554 HTTP/1.1" status: 200 len: 217 time: 0.0359542 Dec 07 18:30:39.997167 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340 req-fa204bdd-47cc-4e2d-91b4-4f74d1d3a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:39.998621 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340 req-fa204bdd-47cc-4e2d-91b4-4f74d1d3a6fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb86f196-d637-4615-b992-b00ea59248b6 HTTP/1.1" status: 200 len: 849 time: 0.0499196 Dec 07 18:30:40.029056 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340 req-fb639dcc-c915-46c4-b16b-59815f27e4a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9fb61f1-8e82-468b-86cf-fd46b3b8c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236020 Dec 07 18:30:40.137923 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340 req-19b46d41-2d11-4297-abfa-569aa2ec6be1 service neutron] 10.222.0.37 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022172 Dec 07 18:30:40.230104 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae216d9-7045-4ac0-ad8d-42a5e7062f88 req-65fb508f-3f15-4467-8f30-0472a528d7e5 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:40.231603 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9ae216d9-7045-4ac0-ad8d-42a5e7062f88 req-65fb508f-3f15-4467-8f30-0472a528d7e5 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 943 time: 0.1084843 Dec 07 18:30:40.281188 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-27e8baec-3c6b-4e3e-a2bf-eeb070cde340 req-10a55531-fbea-4608-80e5-db41e0a137bf service neutron] 10.222.0.37 "GET /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264317 Dec 07 18:30:40.299081 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9ae216d9-7045-4ac0-ad8d-42a5e7062f88 req-f0cabaf3-25fd-4c2b-b2ea-51a6d6bb93b7 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594201 Dec 07 18:30:41.420907 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914f7df-447f-4c90-8ae6-95c365cc3519 req-b46a4218-4648-431e-be84-5844d7862164 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:41.425161 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3914f7df-447f-4c90-8ae6-95c365cc3519 req-b46a4218-4648-431e-be84-5844d7862164 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 943 time: 0.0525045 Dec 07 18:30:41.484193 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3914f7df-447f-4c90-8ae6-95c365cc3519 req-824512e2-df5a-4086-805a-276dd9d903a5 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547702 Dec 07 18:30:41.531354 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2cb3776c-0a79-40ce-9a55-ffaebaef51c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:41.760351 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 91b52cb6-0688-4cef-a56b-d4bfab987554 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:30:41.869489 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 91b52cb6-0688-4cef-a56b-d4bfab987554, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=91b52cb6-0688-4cef-a56b-d4bfab987554,segment=NetworkSegment(c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d),segment_id=c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:30:41.884924 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '91b52cb6-0688-4cef-a56b-d4bfab987554', 'network_id': 'e9fb61f1-8e82-468b-86cf-fd46b3b8c591', 'port_id': '91b52cb6-0688-4cef-a56b-d4bfab987554', 'mac_address': 'fa:16:3e:f2:df:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb86f196-d637-4615-b992-b00ea59248b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:30:41.922509 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:41.935293 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b52cb6-0688-4cef-a56b-d4bfab987554 {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:30:41.956250 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 91b52cb6-0688-4cef-a56b-d4bfab987554, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=91b52cb6-0688-4cef-a56b-d4bfab987554,segment=NetworkSegment(c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d),segment_id=c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:30:41.961200 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:42.011477 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:42.024400 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=91b52cb6-0688-4cef-a56b-d4bfab987554,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:42.357754 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['91b52cb6-0688-4cef-a56b-d4bfab987554'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:30:42.613090 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318850d-ea35-4153-a34e-a151d6663598 req-216c1a9b-7a01-4c64-8c93-700935378e9b tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:42.614552 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f318850d-ea35-4153-a34e-a151d6663598 req-216c1a9b-7a01-4c64-8c93-700935378e9b tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 944 time: 0.0669322 Dec 07 18:30:42.670853 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f318850d-ea35-4153-a34e-a151d6663598 req-b4903705-3730-4fdd-bfe1-a1a55c180831 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468841 Dec 07 18:30:43.770827 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 91b52cb6-0688-4cef-a56b-d4bfab987554 up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:30:43.805653 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbaff57-5bc5-428b-b7a8-53cd2138156e req-803bb011-47bd-4b9e-a031-69b81654b6de tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:43.807156 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-6bbaff57-5bc5-428b-b7a8-53cd2138156e req-803bb011-47bd-4b9e-a031-69b81654b6de tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 944 time: 0.0595341 Dec 07 18:30:43.830545 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 91b52cb6-0688-4cef-a56b-d4bfab987554 completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:30:43.834885 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 91b52cb6-0688-4cef-a56b-d4bfab987554 triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:30:43.836528 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:43.867646 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-6bbaff57-5bc5-428b-b7a8-53cd2138156e req-a0c49e2a-f0bd-4474-85f7-3c5fc7472729 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543196 Dec 07 18:30:43.934157 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:43.959821 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ac1006-9475-4860-a883-1990503f72a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b52cb6-0688-4cef-a56b-d4bfab987554'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:30:43.962646 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5706670e-c6ec-4ddd-917d-76500e99967a" -d '{"events": [{"server_uuid": "95ac1006-9475-4860-a883-1990503f72a4", "name": "network-vif-plugged", "status": "completed", "tag": "91b52cb6-0688-4cef-a56b-d4bfab987554"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:30:43.980249 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 91b52cb6-0688-4cef-a56b-d4bfab987554, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=91b52cb6-0688-4cef-a56b-d4bfab987554,segment=NetworkSegment(c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d),segment_id=c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:30:43.986329 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:44.020854 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aeae25-15d9-4f8c-9bb8-ba34bfb82b1a x-openstack-request-id: req-39aeae25-15d9-4f8c-9bb8-ba34bfb82b1a {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:30:44.021140 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ac1006-9475-4860-a883-1990503f72a4", "name": "network-vif-plugged", "status": "completed", "tag": "91b52cb6-0688-4cef-a56b-d4bfab987554", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:30:44.021373 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-39aeae25-15d9-4f8c-9bb8-ba34bfb82b1a {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:30:44.021900 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ac1006-9475-4860-a883-1990503f72a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b52cb6-0688-4cef-a56b-d4bfab987554', 'code': 200} Dec 07 18:30:44.044675 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=91b52cb6-0688-4cef-a56b-d4bfab987554,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:44.091627 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-606deb82-1002-47c9-bd9d-4013d709bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:44.252068 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45a039-3be2-4147-853a-667751346695 req-2af4eea3-9206-4c54-a95f-0c6418ec0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:44.253827 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa45a039-3be2-4147-853a-667751346695 req-2af4eea3-9206-4c54-a95f-0c6418ec0291 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 1098 time: 0.0523014 Dec 07 18:30:44.302509 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-fa45a039-3be2-4147-853a-667751346695 req-95cda0c2-3fa8-4258-8630-599dba26436a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Dec 07 18:30:44.990531 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d5ae5-11da-44ad-bd77-98c112a8b27a req-b768d410-eb96-425b-b754-68ba77012d20 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:44.992506 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f12d5ae5-11da-44ad-bd77-98c112a8b27a req-b768d410-eb96-425b-b754-68ba77012d20 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 945 time: 0.0515893 Dec 07 18:30:45.042595 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f12d5ae5-11da-44ad-bd77-98c112a8b27a req-8de86669-8042-40be-9698-e4f42e99cff8 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433228 Dec 07 18:30:45.116243 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:46.165363 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069db16-3f47-4225-9a29-35e5d3e59659 req-8f18e25b-7331-4d3e-a63b-8a454b606e27 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:46.172686 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4069db16-3f47-4225-9a29-35e5d3e59659 req-8f18e25b-7331-4d3e-a63b-8a454b606e27 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 945 time: 0.0601814 Dec 07 18:30:46.216596 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-4069db16-3f47-4225-9a29-35e5d3e59659 req-77c5c50a-4b03-4470-9432-43d0bba34215 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Dec 07 18:30:46.467827 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:47.332368 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499bb67-5291-4184-9298-8d46c3148f5a req-e4c2defd-3757-49dd-938c-86f088e56561 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:47.332368 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f499bb67-5291-4184-9298-8d46c3148f5a req-e4c2defd-3757-49dd-938c-86f088e56561 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 945 time: 0.0492141 Dec 07 18:30:47.385502 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-f499bb67-5291-4184-9298-8d46c3148f5a req-349f37eb-33f6-4bb5-8c50-e3e686b97d02 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485759 Dec 07 18:30:47.632397 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:48.499646 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cc855-6088-4a3b-9f57-a477b6f29d90 req-21a2b592-82a0-4af0-bd4f-e0b69d79d8ee tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:48.501207 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f46cc855-6088-4a3b-9f57-a477b6f29d90 req-21a2b592-82a0-4af0-bd4f-e0b69d79d8ee tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 945 time: 0.0480855 Dec 07 18:30:48.548814 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-f46cc855-6088-4a3b-9f57-a477b6f29d90 req-ea5a1e1b-bd3b-4fb8-99fb-b62370e7d536 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Dec 07 18:30:49.664282 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac539a99-bb72-4ef0-9759-10a9f245ef87 req-956b9125-ef14-4de8-a419-b8ce5bbc90fd tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:49.665815 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ac539a99-bb72-4ef0-9759-10a9f245ef87 req-956b9125-ef14-4de8-a419-b8ce5bbc90fd tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 945 time: 0.0473683 Dec 07 18:30:49.712870 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-ac539a99-bb72-4ef0-9759-10a9f245ef87 req-2e908ddb-589e-4c22-b4d5-f7dafc5a355a tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411491 Dec 07 18:30:50.827363 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eff6b1-75eb-43aa-9dd0-51e2b0bf4899 req-4a9a3f34-0831-4379-a48c-06cf59475063 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:50.828895 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-29eff6b1-75eb-43aa-9dd0-51e2b0bf4899 req-4a9a3f34-0831-4379-a48c-06cf59475063 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 945 time: 0.0494578 Dec 07 18:30:50.911926 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-29eff6b1-75eb-43aa-9dd0-51e2b0bf4899 req-1c210e79-5d9c-4e09-bbfb-12376ddc063d tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714951 Dec 07 18:30:51.973858 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839b527-2c49-44bc-bbe4-2b7a66692655 req-0eed0479-2ad9-4ad7-946e-bb8cb6a0393d tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:51.975328 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9839b527-2c49-44bc-bbe4-2b7a66692655 req-0eed0479-2ad9-4ad7-946e-bb8cb6a0393d tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 945 time: 0.0497363 Dec 07 18:30:52.023249 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:30:52.031017 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9839b527-2c49-44bc-bbe4-2b7a66692655 req-d4fabbd2-c328-4db4-a946-a3cecebd0a5e tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492043 Dec 07 18:30:53.148392 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5abb2c-a527-4d07-9da2-3983c8be3f97 req-53f330de-dc26-4364-9509-cb0d1a94cb46 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:53.149894 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7b5abb2c-a527-4d07-9da2-3983c8be3f97 req-53f330de-dc26-4364-9509-cb0d1a94cb46 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 945 time: 0.0482895 Dec 07 18:30:53.198645 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7b5abb2c-a527-4d07-9da2-3983c8be3f97 req-dae09792-13e5-4cec-835e-5b4146de4bf9 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/security-groups?id=1cedd02f-f145-4190-b493-91a50fe71c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Dec 07 18:30:53.671904 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-e69a437e-c9f0-4953-acba-e6604d4356ce tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:30:53.673847 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-e69a437e-c9f0-4953-acba-e6604d4356ce tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 945 time: 0.0455658 Dec 07 18:30:53.762857 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-07dd84e6-224f-46c9-88b2-9750a85e3cd4 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Deleting port 91b52cb6-0688-4cef-a56b-d4bfab987554 {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:30:53.763112 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-07dd84e6-224f-46c9-88b2-9750a85e3cd4 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:53.849761 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-07dd84e6-224f-46c9-88b2-9750a85e3cd4 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] For port 91b52cb6-0688-4cef-a56b-d4bfab987554, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=91b52cb6-0688-4cef-a56b-d4bfab987554,segment=NetworkSegment(c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d),segment_id=c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:30:53.850124 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-07dd84e6-224f-46c9-88b2-9750a85e3cd4 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:53.863695 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-07dd84e6-224f-46c9-88b2-9750a85e3cd4 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Calling delete_port for 91b52cb6-0688-4cef-a56b-d4bfab987554 owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:30:53.991447 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-07dd84e6-224f-46c9-88b2-9750a85e3cd4 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:54.017273 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd84e6-224f-46c9-88b2-9750a85e3cd4 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Pushing event deleted for resources: {'Port': ['ID=91b52cb6-0688-4cef-a56b-d4bfab987554,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:30:54.061127 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-07dd84e6-224f-46c9-88b2-9750a85e3cd4 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] No DVR routers for this DVR port 91b52cb6-0688-4cef-a56b-d4bfab987554 on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:30:54.063554 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-07dd84e6-224f-46c9-88b2-9750a85e3cd4 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:30:54.066963 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-d0fe711f-e295-423c-9e14-3a94f4ac8ae2 req-07dd84e6-224f-46c9-88b2-9750a85e3cd4 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.37 "DELETE /v2.0/ports/91b52cb6-0688-4cef-a56b-d4bfab987554 HTTP/1.1" status: 204 len: 173 time: 0.3874390 Dec 07 18:30:54.067403 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ac1006-9475-4860-a883-1990503f72a4', 'name': 'network-vif-deleted', 'tag': '91b52cb6-0688-4cef-a56b-d4bfab987554'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:30:54.069720 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60d2b29-4625-4e00-be3d-e981324946ae" -d '{"events": [{"server_uuid": "95ac1006-9475-4860-a883-1990503f72a4", "name": "network-vif-deleted", "tag": "91b52cb6-0688-4cef-a56b-d4bfab987554"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:30:54.107201 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d0973d-a8f9-4bb7-8674-20353965d471 x-openstack-request-id: req-08d0973d-a8f9-4bb7-8674-20353965d471 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:30:54.107492 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ac1006-9475-4860-a883-1990503f72a4", "name": "network-vif-deleted", "tag": "91b52cb6-0688-4cef-a56b-d4bfab987554", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:30:54.107750 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-08d0973d-a8f9-4bb7-8674-20353965d471 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:30:54.108149 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ac1006-9475-4860-a883-1990503f72a4', 'name': 'network-vif-deleted', 'tag': '91b52cb6-0688-4cef-a56b-d4bfab987554', 'status': 'completed', 'code': 200} Dec 07 18:30:54.313072 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-37e74a40-40e5-4d63-b65c-cc3fe3821494 req-e0867e9c-82a5-4e1c-9447-47b5ecea0c91 tempest-VolumesActionsTest-1506829834 tempest-VolumesActionsTest-1506829834-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ac1006-9475-4860-a883-1990503f72a4 HTTP/1.1" status: 200 len: 210 time: 0.0292568 Dec 07 18:30:55.823166 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 91b52cb6-0688-4cef-a56b-d4bfab987554 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:30:55.850591 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 91b52cb6-0688-4cef-a56b-d4bfab987554 {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:30:55.850591 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 91b52cb6-0688-4cef-a56b-d4bfab987554 not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:31:11.534261 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-a353e669-0bcc-4086-be28-f8b467fff365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:11.976621 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:14.086151 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0a16884d-ecb4-4ab0-96a4-c68b81fc513b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:15.122268 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:16.470518 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:17.635021 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:23.916405 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 57354) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:31:23.960813 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Deleting subnet eb86f196-d637-4615-b992-b00ea59248b6 {{(pid=102526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:31:23.963845 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:23.996681 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129596928'] for subnet, precommit_delete_associations {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.035347 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647341'] for subnet, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.090312 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126111972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130002198'] for subnet, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.116412 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb86f196-d637-4615-b992-b00ea59248b6,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:24.118686 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.121834 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] 10.222.0.47 "DELETE /v2.0/subnets/eb86f196-d637-4615-b992-b00ea59248b6 HTTP/1.1" status: 204 len: 168 time: 0.2044077 Dec 07 18:31:24.124429 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 57356) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:31:24.127757 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.128111 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.128568 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.128912 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.129252 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.130114 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.130449 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.130781 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.131115 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.131445 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.131774 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.132103 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.132457 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ce539-40e8-4a06-b891-b7b19b8fa5db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:24.197616 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597641'] for network, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.277490 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647716', 'neutron.services.segments.db._delete_segments_for_network-8727174455718'] for network, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.297377 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fb61f1-8e82-468b-86cf-fd46b3b8c591']}} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:31:24.306902 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d') {'for_net_delete': True} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:31:24.307199 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.services.segments.db [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1da3ee5-bbca-4e6c-b2f2-5a51c70d462d') {} {{(pid=102527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:31:24.316204 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727174608999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126242630'] for segment, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.329965 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258'] for segment, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.335993 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:31:24.336409 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129742278'] for segment, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: Traceback (most recent call last): Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: timer() Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: cb(*args, **kw) Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: return func(*args, **kwargs) Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: self._notify() Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: self.callback(batched_events) Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: event.method(event) Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: return f(self, *a, **k) Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._get(url).json() Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: return self.request(url, 'GET', **kwargs) Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:31:24.338039 dv-cinder-820918-1-iscsi neutron-server[102527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:31:24.390456 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4183899'] for network, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.395503 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3851693'] for network, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.399096 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e9fb61f1-8e82-468b-86cf-fd46b3b8c591 HTTP/1.1" status: 204 len: 168 time: 0.2733026 Dec 07 18:31:24.411728 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374668b-9ba0-46c3-89ee-81542f936880 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fb61f1-8e82-468b-86cf-fd46b3b8c591,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:24.563487 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 57364) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:31:24.609780 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-7df248b5-cdfa-43ce-8cd3-4843619b9544 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb3a71e4b1f942b9a14bf70fc853d0f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447159 Dec 07 18:31:24.612178 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 57368) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:31:24.666027 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-90d5f59d-c615-4b6c-a1c6-cf595b9dab32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.688225 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-90d5f59d-c615-4b6c-a1c6-cf595b9dab32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.733241 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-90d5f59d-c615-4b6c-a1c6-cf595b9dab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.736083 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-90d5f59d-c615-4b6c-a1c6-cf595b9dab32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:24.737249 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-90d5f59d-c615-4b6c-a1c6-cf595b9dab32 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1cedd02f-f145-4190-b493-91a50fe71c8e HTTP/1.1" status: 204 len: 168 time: 0.1241345 Dec 07 18:31:24.745410 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5f59d-c615-4b6c-a1c6-cf595b9dab32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cedd02f-f145-4190-b493-91a50fe71c8e,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:25.799190 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 57406) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:31:25.904408 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcb7a-2e63-4eb8-b074-ee267c85ed3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:25.982510 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcb7a-2e63-4eb8-b074-ee267c85ed3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:25.986042 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcb7a-2e63-4eb8-b074-ee267c85ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:26.024350 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dcb7a-2e63-4eb8-b074-ee267c85ed3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ebe46-8e7f-4c97-8f3d-166e8a5b9e0e,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:26.028631 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-9c9dcb7a-2e63-4eb8-b074-ee267c85ed3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=67b3a3c878d74f0897a747c7e8b8703a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282977 Dec 07 18:31:26.031690 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 57410) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:31:26.083115 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cb2490-f142-4819-a624-f3788dc710dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:26.104428 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cb2490-f142-4819-a624-f3788dc710dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:26.149973 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cb2490-f142-4819-a624-f3788dc710dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:26.152665 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-e7cb2490-f142-4819-a624-f3788dc710dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:26.153828 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-e7cb2490-f142-4819-a624-f3788dc710dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b4ebe46-8e7f-4c97-8f3d-166e8a5b9e0e HTTP/1.1" status: 204 len: 168 time: 0.1216304 Dec 07 18:31:26.161398 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb2490-f142-4819-a624-f3788dc710dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ebe46-8e7f-4c97-8f3d-166e8a5b9e0e,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:28.179526 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [-] (102527) accepted ('10.222.0.47', 57426) {{(pid=102527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:31:28.283858 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-611859d4-73eb-4093-ad82-ab52dc9eddd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:28.360277 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-611859d4-73eb-4093-ad82-ab52dc9eddd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:28.363823 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [None req-611859d4-73eb-4093-ad82-ab52dc9eddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:28.402093 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [None req-611859d4-73eb-4093-ad82-ab52dc9eddd9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=464d2dabe3974e308e6cf7cc97a20547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214377 Dec 07 18:31:28.403163 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611859d4-73eb-4093-ad82-ab52dc9eddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cec5e57-53bf-41e3-8227-3bc7b099d327,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:28.404741 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 57430) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:31:28.452622 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5233d5af-cb82-41c3-9099-2877a3c6a93a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:28.473260 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5233d5af-cb82-41c3-9099-2877a3c6a93a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:28.518457 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5233d5af-cb82-41c3-9099-2877a3c6a93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:28.521093 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-5233d5af-cb82-41c3-9099-2877a3c6a93a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:28.523183 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-5233d5af-cb82-41c3-9099-2877a3c6a93a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2cec5e57-53bf-41e3-8227-3bc7b099d327 HTTP/1.1" status: 204 len: 168 time: 0.1174378 Dec 07 18:31:28.530481 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233d5af-cb82-41c3-9099-2877a3c6a93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cec5e57-53bf-41e3-8227-3bc7b099d327,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:29.023173 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:31:30.667644 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-a2ac7719-be8f-485f-ab29-a5ce8ef9f623 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=af759b155da04be9a273e68de7df7928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295081 Dec 07 18:31:30.850606 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-a80b4cae-60cd-490f-8d5b-1f48c88dcdf4 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:30.852090 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-a80b4cae-60cd-490f-8d5b-1f48c88dcdf4 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792405 Dec 07 18:31:30.867388 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-ae030124-56c6-4888-8965-bd4a476c1422 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/quotas/af759b155da04be9a273e68de7df7928 HTTP/1.1" status: 200 len: 375 time: 0.0096099 Dec 07 18:31:30.898238 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-b67c4adf-e1be-4f58-81a6-9f5529e67dd5 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=af759b155da04be9a273e68de7df7928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253673 Dec 07 18:31:31.051261 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-601e6c37-1101-4a2f-8bdb-33ba0b9dbd0c req-1a08fd95-47c1-411e-ada1-4bc470702b05 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 210 time: 0.0251689 Dec 07 18:31:32.145020 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-387b07c8-bef9-4ccd-8b42-a19ae31c8b07 req-1855cb11-4677-46c5-be4f-edea40de67e2 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 210 time: 0.0256727 Dec 07 18:31:32.249692 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-63414097-8b54-4519-ac43-7f1181b8f4a2 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=af759b155da04be9a273e68de7df7928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303633 Dec 07 18:31:32.434964 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-b406fa35-5d35-4351-87b4-750356fa726e tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:32.436399 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-b406fa35-5d35-4351-87b4-750356fa726e tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809676 Dec 07 18:31:32.458173 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Request body: {'port': {'device_id': '13a1537b-8c99-4a5d-9ed9-436f12e233e6', 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5', 'admin_state_up': True, 'tenant_id': 'af759b155da04be9a273e68de7df7928'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:31:32.565040 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Made reservation on behalf of af759b155da04be9a273e68de7df7928 for: {'port': 1} {{(pid=102527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:31:32.569220 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:32.578086 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks [] for security_group, before_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:32.651116 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:32.654794 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:32.716202 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982a2938-a60b-4f2e-a877-4fcd8e1b6d00,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:32.788507 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.db_base_plugin_common [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Allocated IP 192.168.233.110 (897ed7cc-3d59-4cba-a40f-603c13c0cbf5/e051a26a-51b7-4fbc-93e0-91507ee7f643/6958c161-8125-453b-9fa5-b69d8055f36f) {{(pid=102527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:31:32.933777 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks [] for port, precommit_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:32.965379 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727174131213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_create {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:33.012159 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 is already hosted by enough agents. {{(pid=102527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:31:33.015131 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.scheduler.base_scheduler [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Resources bound (agent type, host, resource id): {{(pid=102527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:31:33.018706 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Received port after_create {{(pid=102527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:31:33.044836 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Pushing event updated for resources: {'Port': ['ID=6958c161-8125-453b-9fa5-b69d8055f36f,revision_number=1']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:33.071635 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:33.072277 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:33.089037 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-0cf203b3-d2d2-4bab-ae1f-26b201a68a6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6343372 Dec 07 18:31:33.107268 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.v2.base [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Request body: {'port': {'device_id': '13a1537b-8c99-4a5d-9ed9-436f12e233e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=102527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:31:33.161082 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:33.212912 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-923795e6-baef-48ca-9460-9818069fd7b3 None None] Provisioning complete for port 6958c161-8125-453b-9fa5-b69d8055f36f triggered by entity DHCP. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:31:33.213925 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-923795e6-baef-48ca-9460-9818069fd7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:33.248104 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-923795e6-baef-48ca-9460-9818069fd7b3 None None] Port 6958c161-8125-453b-9fa5-b69d8055f36f cannot update to ACTIVE because it is not bound. {{(pid=102528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:31:33.327329 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193f04d-fddd-419f-bddb-2a3951c6de3b req-27ef9b3e-36b1-43fb-866b-671a87fca990 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:33.328816 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9193f04d-fddd-419f-bddb-2a3951c6de3b req-27ef9b3e-36b1-43fb-866b-671a87fca990 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 936 time: 0.1095290 Dec 07 18:31:33.421619 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-9193f04d-fddd-419f-bddb-2a3951c6de3b req-d6dce310-0ecd-439c-91ec-d4e160a39d6c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832071 Dec 07 18:31:33.495796 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6958c161-8125-453b-9fa5-b69d8055f36f {{(pid=102527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:31:33.502910 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:33.515096 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.provisioning_blocks [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Transition to ACTIVE for port object 6958c161-8125-453b-9fa5-b69d8055f36f will not be triggered until provisioned by entity L2. {{(pid=102527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:31:33.518963 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:33.570335 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Pushing event updated for resources: {'Port': ['ID=6958c161-8125-453b-9fa5-b69d8055f36f,revision_number=2']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:33.641494 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Attempting to bind port 6958c161-8125-453b-9fa5-b69d8055f36f on host hv-cinder-82091 for vnic_type normal with profile {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:31:33.641837 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Attempting to bind port 6958c161-8125-453b-9fa5-b69d8055f36f by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'c0c9b501-b6e0-4519-82d8-5b54bbb93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5'}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:31:33.642169 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Attempting to bind port 6958c161-8125-453b-9fa5-b69d8055f36f on network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:31:33.647597 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Port 6958c161-8125-453b-9fa5-b69d8055f36f on network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:31:33.647924 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Attempting to bind port 6958c161-8125-453b-9fa5-b69d8055f36f on network 897ed7cc-3d59-4cba-a40f-603c13c0cbf5 {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:31:33.652988 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Checking agent: {'id': '7ebd5f92-1a1b-4b84-9431-dadb16219242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'started_at': datetime.datetime(2021, 12, 7, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:31:33.653415 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Checking segment: {'id': 'c0c9b501-b6e0-4519-82d8-5b54bbb93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:31:33.653761 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Bound using segment: {'id': 'c0c9b501-b6e0-4519-82d8-5b54bbb93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5'} {{(pid=102527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:31:33.654195 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.managers [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Bound port: 6958c161-8125-453b-9fa5-b69d8055f36f, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c9b501-b6e0-4519-82d8-5b54bbb93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5'}}] {{(pid=102527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:31:33.654553 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:33.722856 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] For port 6958c161-8125-453b-9fa5-b69d8055f36f, host hv-cinder-82091, cleared binding levels {{(pid=102527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:31:33.725974 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] For port 6958c161-8125-453b-9fa5-b69d8055f36f, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6958c161-8125-453b-9fa5-b69d8055f36f,segment=NetworkSegment(c0c9b501-b6e0-4519-82d8-5b54bbb93752),segment_id=c0c9b501-b6e0-4519-82d8-5b54bbb93752)] {{(pid=102527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:31:33.730167 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129742314'] for port, after_update {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:33.765249 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:33.765871 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:33.767410 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] 10.222.0.37 "PUT /v2.0/ports/6958c161-8125-453b-9fa5-b69d8055f36f HTTP/1.1" status: 200 len: 1098 time: 0.6646719 Dec 07 18:31:33.767866 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a1537b-8c99-4a5d-9ed9-436f12e233e6', 'tag': '6958c161-8125-453b-9fa5-b69d8055f36f'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:31:33.770163 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "13a1537b-8c99-4a5d-9ed9-436f12e233e6", "tag": "6958c161-8125-453b-9fa5-b69d8055f36f"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:31:33.797896 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdd2bd-5c77-46af-b5cd-50dce7041117 service neutron] Pushing event updated for resources: {'Port': ['ID=6958c161-8125-453b-9fa5-b69d8055f36f,revision_number=3']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:33.815452 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508de97c-7df0-44fb-bf63-909e7d5b7ba0 x-openstack-request-id: req-508de97c-7df0-44fb-bf63-909e7d5b7ba0 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:31:33.815851 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a1537b-8c99-4a5d-9ed9-436f12e233e6", "tag": "6958c161-8125-453b-9fa5-b69d8055f36f", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:31:33.816375 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-508de97c-7df0-44fb-bf63-909e7d5b7ba0 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:31:33.816781 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a1537b-8c99-4a5d-9ed9-436f12e233e6', 'tag': '6958c161-8125-453b-9fa5-b69d8055f36f', 'status': 'completed', 'code': 200} Dec 07 18:31:33.876932 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-8cd7eda6-3a72-4598-a232-9d56d83c81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:33.878431 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-8cd7eda6-3a72-4598-a232-9d56d83c81e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af759b155da04be9a273e68de7df7928&device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 1101 time: 0.0415156 Dec 07 18:31:33.930433 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-c32338d3-719f-4fc4-b76f-c9e2f78f584f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6958c161-8125-453b-9fa5-b69d8055f36f HTTP/1.1" status: 200 len: 217 time: 0.0381794 Dec 07 18:31:33.979511 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-83ad55c2-07e1-4489-bf3f-232940a67716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:33.980995 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-83ad55c2-07e1-4489-bf3f-232940a67716 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e051a26a-51b7-4fbc-93e0-91507ee7f643 HTTP/1.1" status: 200 len: 843 time: 0.0439799 Dec 07 18:31:34.025645 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-fcdf18a1-f5c2-4977-ad4c-da903a6ae19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:34.027048 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-fcdf18a1-f5c2-4977-ad4c-da903a6ae19a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=897ed7cc-3d59-4cba-a40f-603c13c0cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396020 Dec 07 18:31:34.117413 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-296e0188-e010-466e-b327-14b0a2a5ec3f service neutron] 10.222.0.37 "GET /v2.0/networks/897ed7cc-3d59-4cba-a40f-603c13c0cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832920 Dec 07 18:31:34.205492 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-3948eec3-ea25-4402-b4e7-89cfaea09792 req-36ee567f-1619-404a-bc96-9837f35da4ff service neutron] 10.222.0.37 "GET /v2.0/networks/897ed7cc-3d59-4cba-a40f-603c13c0cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810494 Dec 07 18:31:34.332939 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-8394c36f-74ce-480b-9586-e8f78789ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:34.335084 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-8394c36f-74ce-480b-9586-e8f78789ecc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af759b155da04be9a273e68de7df7928&device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 1101 time: 0.0433431 Dec 07 18:31:34.425185 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-7b4a84b1-35af-4bed-ae50-105b94663c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:34.426629 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-7b4a84b1-35af-4bed-ae50-105b94663c0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=897ed7cc-3d59-4cba-a40f-603c13c0cbf5 HTTP/1.1" status: 200 len: 870 time: 0.0845060 Dec 07 18:31:34.467824 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-1fe1b9e5-ab7d-44b9-9fab-a38a21c126b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6958c161-8125-453b-9fa5-b69d8055f36f HTTP/1.1" status: 200 len: 217 time: 0.0342507 Dec 07 18:31:34.545991 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-4c62847a-ecd4-4ef0-a10f-4e68687a4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:34.547409 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-4c62847a-ecd4-4ef0-a10f-4e68687a4364 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e051a26a-51b7-4fbc-93e0-91507ee7f643 HTTP/1.1" status: 200 len: 843 time: 0.0724008 Dec 07 18:31:34.562413 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a842b8-bda0-4cb8-ab3b-b8a88fb99be8 req-9c47bb18-250c-495c-925c-055799805351 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:34.563754 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-93a842b8-bda0-4cb8-ab3b-b8a88fb99be8 req-9c47bb18-250c-495c-925c-055799805351 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 948 time: 0.0611403 Dec 07 18:31:34.631815 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-b0637f87-3fd2-4313-9206-aaca8cfee34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:34.633191 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-b0637f87-3fd2-4313-9206-aaca8cfee34c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=897ed7cc-3d59-4cba-a40f-603c13c0cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0782983 Dec 07 18:31:34.636818 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-93a842b8-bda0-4cb8-ab3b-b8a88fb99be8 req-627fe46b-c165-462d-a78f-6ddb04068a08 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657086 Dec 07 18:31:34.723891 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-a7e8631a-dd02-4b82-aa56-e5f12daaca0d service neutron] 10.222.0.37 "GET /v2.0/networks/897ed7cc-3d59-4cba-a40f-603c13c0cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833139 Dec 07 18:31:34.810404 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-443076c9-ddd7-4bd8-9cd0-34b5192cb7a9 req-597069e6-7f17-46c0-8d10-986f9ee07583 service neutron] 10.222.0.37 "GET /v2.0/networks/897ed7cc-3d59-4cba-a40f-603c13c0cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793986 Dec 07 18:31:35.749283 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73538a69-dd93-4be9-96a8-5902fbfe6d48 req-39de5e29-d8ea-4011-a26d-bd6f79698fe1 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:35.750708 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-73538a69-dd93-4be9-96a8-5902fbfe6d48 req-39de5e29-d8ea-4011-a26d-bd6f79698fe1 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 948 time: 0.0466301 Dec 07 18:31:35.796666 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-73538a69-dd93-4be9-96a8-5902fbfe6d48 req-bd479f98-454c-4732-a3fd-1cdc20ff5b93 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 Dec 07 18:31:36.912618 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507992-910c-47d2-a3a8-49c1f9ae83f2 req-088bbbc0-df7b-452b-996c-2c3fa0e49a03 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:36.914060 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2b507992-910c-47d2-a3a8-49c1f9ae83f2 req-088bbbc0-df7b-452b-996c-2c3fa0e49a03 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 948 time: 0.0506680 Dec 07 18:31:36.960115 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-2b507992-910c-47d2-a3a8-49c1f9ae83f2 req-f3b35a97-d621-4de4-b950-e5e874d6ac9b tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 Dec 07 18:31:38.004477 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6958c161-8125-453b-9fa5-b69d8055f36f details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=102528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:31:38.077890 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e89b6-3a60-49a3-9727-13c409b9229d req-76483076-b3d9-4774-b897-02c864580403 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:38.079373 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-744e89b6-3a60-49a3-9727-13c409b9229d req-76483076-b3d9-4774-b897-02c864580403 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 948 time: 0.0499318 Dec 07 18:31:38.101020 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 6958c161-8125-453b-9fa5-b69d8055f36f, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6958c161-8125-453b-9fa5-b69d8055f36f,segment=NetworkSegment(c0c9b501-b6e0-4519-82d8-5b54bbb93752),segment_id=c0c9b501-b6e0-4519-82d8-5b54bbb93752)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:31:38.111941 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Returning: {'device': '6958c161-8125-453b-9fa5-b69d8055f36f', 'network_id': '897ed7cc-3d59-4cba-a40f-603c13c0cbf5', 'port_id': '6958c161-8125-453b-9fa5-b69d8055f36f', 'mac_address': 'fa:16:3e:92:c5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051a26a-51b7-4fbc-93e0-91507ee7f643', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:31:38.125477 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-744e89b6-3a60-49a3-9727-13c409b9229d req-0e107a1c-8b11-42a9-a076-21ac79dfea74 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Dec 07 18:31:38.148501 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:38.163964 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6958c161-8125-453b-9fa5-b69d8055f36f {{(pid=102528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:31:38.182155 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 6958c161-8125-453b-9fa5-b69d8055f36f, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6958c161-8125-453b-9fa5-b69d8055f36f,segment=NetworkSegment(c0c9b501-b6e0-4519-82d8-5b54bbb93752),segment_id=c0c9b501-b6e0-4519-82d8-5b54bbb93752)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:31:38.186034 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:38.231523 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=6958c161-8125-453b-9fa5-b69d8055f36f,revision_number=4']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:38.238281 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.238632 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.238972 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.239305 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.239634 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.239983 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.240310 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.240654 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.240974 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.241303 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.241623 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.241942 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.242265 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:38.575665 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['6958c161-8125-453b-9fa5-b69d8055f36f'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:31:39.237853 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772d49f-e9b5-4ac8-99f4-6c26c9ac2d44 req-f3f12266-9841-4107-876b-5d2549a2a80c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:39.239293 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b772d49f-e9b5-4ac8-99f4-6c26c9ac2d44 req-f3f12266-9841-4107-876b-5d2549a2a80c tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 949 time: 0.0470955 Dec 07 18:31:39.285186 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-b772d49f-e9b5-4ac8-99f4-6c26c9ac2d44 req-6ececa4b-1536-48cf-8403-04c6d8d52a1a tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394659 Dec 07 18:31:40.004753 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6958c161-8125-453b-9fa5-b69d8055f36f up at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:31:40.053434 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning for port 6958c161-8125-453b-9fa5-b69d8055f36f completed by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:31:40.057981 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.db.provisioning_blocks [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Provisioning complete for port 6958c161-8125-453b-9fa5-b69d8055f36f triggered by entity L2. {{(pid=102528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:31:40.058354 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653983'] for port, provisioning_complete {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:40.132489 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923733'] for port, before_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:40.154414 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a1537b-8c99-4a5d-9ed9-436f12e233e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6958c161-8125-453b-9fa5-b69d8055f36f'}] {{(pid=102528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:31:40.156694 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d016f40a2da81495f1fd0897213b5cb155d44f58e03b25590440f6a748582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f63754-a55e-442e-9f7a-f93721e29972" -d '{"events": [{"server_uuid": "13a1537b-8c99-4a5d-9ed9-436f12e233e6", "name": "network-vif-plugged", "status": "completed", "tag": "6958c161-8125-453b-9fa5-b69d8055f36f"}]}' {{(pid=102528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:31:40.172407 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] For port 6958c161-8125-453b-9fa5-b69d8055f36f, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6958c161-8125-453b-9fa5-b69d8055f36f,segment=NetworkSegment(c0c9b501-b6e0-4519-82d8-5b54bbb93752),segment_id=c0c9b501-b6e0-4519-82d8-5b54bbb93752)] {{(pid=102528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:31:40.177201 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727174521519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727174131231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727174131249'] for port, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:40.201612 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b219eba-eb8d-4a89-ba8f-35b4bb4cfc26 x-openstack-request-id: req-9b219eba-eb8d-4a89-ba8f-35b4bb4cfc26 {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:31:40.201929 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a1537b-8c99-4a5d-9ed9-436f12e233e6", "name": "network-vif-plugged", "status": "completed", "tag": "6958c161-8125-453b-9fa5-b69d8055f36f", "code": 200}]} {{(pid=102528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:31:40.202174 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b219eba-eb8d-4a89-ba8f-35b4bb4cfc26 {{(pid=102528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:31:40.202562 dv-cinder-820918-1-iscsi neutron-server[102528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a1537b-8c99-4a5d-9ed9-436f12e233e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6958c161-8125-453b-9fa5-b69d8055f36f', 'code': 200} Dec 07 18:31:40.226210 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Pushing event updated for resources: {'Port': ['ID=6958c161-8125-453b-9fa5-b69d8055f36f,revision_number=5']} {{(pid=102528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:40.425276 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98022ba0-2968-41aa-a2c6-5c414efc92d7 req-89f1f82e-6704-4727-9d88-940538a2f86e tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:40.426659 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-98022ba0-2968-41aa-a2c6-5c414efc92d7 req-89f1f82e-6704-4727-9d88-940538a2f86e tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 950 time: 0.0762281 Dec 07 18:31:40.429174 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff58df-3697-480e-8430-c066b29fd8e1 req-458ff008-9db5-41df-a4f3-42c52644a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:40.431271 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-eeff58df-3697-480e-8430-c066b29fd8e1 req-458ff008-9db5-41df-a4f3-42c52644a813 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 1103 time: 0.0717220 Dec 07 18:31:40.499338 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-eeff58df-3697-480e-8430-c066b29fd8e1 req-098679ae-55b1-4a49-9b96-4544406f0884 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604417 Dec 07 18:31:40.502658 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-98022ba0-2968-41aa-a2c6-5c414efc92d7 req-0fbea559-1881-4cbb-b79c-cd2bfd17c73d tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694542 Dec 07 18:31:41.528114 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4532364e-b3ed-49de-9c5c-897a6831a755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:41.618592 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097d1f7-2c63-44d9-b632-241e7a6c9553 req-5c25c2d6-e77b-4246-8667-42ab6f93cac9 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:41.620031 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7097d1f7-2c63-44d9-b632-241e7a6c9553 req-5c25c2d6-e77b-4246-8667-42ab6f93cac9 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 950 time: 0.0468857 Dec 07 18:31:41.666202 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-7097d1f7-2c63-44d9-b632-241e7a6c9553 req-77febcdf-40bf-49ba-bd58-fdd3e3b7298d tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Dec 07 18:31:41.994582 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:42.778003 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b6578-033a-47f2-bcd7-694a3f8e2648 req-66f1ac57-6653-4df2-80bd-e668b391ea3b tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:42.779460 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-672b6578-033a-47f2-bcd7-694a3f8e2648 req-66f1ac57-6653-4df2-80bd-e668b391ea3b tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 950 time: 0.0466835 Dec 07 18:31:42.829172 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-672b6578-033a-47f2-bcd7-694a3f8e2648 req-e6000e81-84db-4b5f-8bed-e08dd7d50a73 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439065 Dec 07 18:31:43.075377 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4aa03-6aed-41e6-9bcc-eece18123bdf req-204a20a3-57a6-482a-b4af-be501ea953d3 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:43.076845 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-32c4aa03-6aed-41e6-9bcc-eece18123bdf req-204a20a3-57a6-482a-b4af-be501ea953d3 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 950 time: 0.0470238 Dec 07 18:31:43.122202 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-32c4aa03-6aed-41e6-9bcc-eece18123bdf req-22161ec1-dfea-49e0-8b66-0e7406ae98e3 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395570 Dec 07 18:31:44.088308 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2bf548ae-f1a4-495f-9524-20ddcdb68a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:44.239133 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1839-0360-4bf9-994c-1e0e8d4f64ff req-c39e9ad2-0713-43d5-bf39-634d1e7bfc3a tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:44.240602 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8dfe1839-0360-4bf9-994c-1e0e8d4f64ff req-c39e9ad2-0713-43d5-bf39-634d1e7bfc3a tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 950 time: 0.0492930 Dec 07 18:31:44.286541 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-8dfe1839-0360-4bf9-994c-1e0e8d4f64ff req-fb5077d2-4f3f-44f4-ad13-2bcb41bffe41 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/security-groups?id=982a2938-a60b-4f2e-a877-4fcd8e1b6d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Dec 07 18:31:44.622492 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-332d10aa-0812-4de3-aac9-53d27c45df10 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:31:44.623906 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-332d10aa-0812-4de3-aac9-53d27c45df10 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.37 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 950 time: 0.0460970 Dec 07 18:31:44.961123 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Deleting port 6958c161-8125-453b-9fa5-b69d8055f36f {{(pid=102527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:31:44.961372 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727174515779'] for port, before_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:45.048925 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.db [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] For port 6958c161-8125-453b-9fa5-b69d8055f36f, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=6958c161-8125-453b-9fa5-b69d8055f36f,segment=NetworkSegment(c0c9b501-b6e0-4519-82d8-5b54bbb93752),segment_id=c0c9b501-b6e0-4519-82d8-5b54bbb93752)] {{(pid=102527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:31:45.049281 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4189531'] for port, precommit_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:45.062042 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.plugins.ml2.plugin [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Calling delete_port for 6958c161-8125-453b-9fa5-b69d8055f36f owned by compute:nova {{(pid=102527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:31:45.118940 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:45.189055 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3856983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727174521501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727174131222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129744409'] for port, after_delete {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:45.217165 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Pushing event deleted for resources: {'Port': ['ID=6958c161-8125-453b-9fa5-b69d8055f36f,revision_number=None']} {{(pid=102527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:31:45.223312 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.db [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] get_ports_and_sgs() called for port_ids ['6958c161-8125-453b-9fa5-b69d8055f36f'] {{(pid=102528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:31:45.228009 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.228557 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.228747 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.229026 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.229472 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.229712 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.230008 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.230334 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.230661 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.230981 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.231303 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.231620 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.231936 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-1-iscsi {{(pid=102527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:31:45.272212 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] No DVR routers for this DVR port 6958c161-8125-453b-9fa5-b69d8055f36f on host hv-cinder-82091 {{(pid=102527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:31:45.275869 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron_lib.callbacks.manager [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101287'] for port, before_response {{(pid=102527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:45.279228 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.wsgi [req-81f62d10-41fa-49cb-b328-a539db9fbe5d req-de66cf7b-8605-440b-b221-4bd6ada936ee tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.37 "DELETE /v2.0/ports/6958c161-8125-453b-9fa5-b69d8055f36f HTTP/1.1" status: 204 len: 173 time: 0.6492920 Dec 07 18:31:45.279685 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a1537b-8c99-4a5d-9ed9-436f12e233e6', 'name': 'network-vif-deleted', 'tag': '6958c161-8125-453b-9fa5-b69d8055f36f'}] {{(pid=102527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:31:45.281960 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2752acb3052e41847176ea1b8922cc65b3dcc3792fe6a4f0986344e4f8eba2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25cca3-c6a2-4e73-8f5c-4ef68107f3ce" -d '{"events": [{"server_uuid": "13a1537b-8c99-4a5d-9ed9-436f12e233e6", "name": "network-vif-deleted", "tag": "6958c161-8125-453b-9fa5-b69d8055f36f"}]}' {{(pid=102527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:31:45.327845 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a5454e-fdc6-46da-ba5f-eecbe994f3f1 x-openstack-request-id: req-e9a5454e-fdc6-46da-ba5f-eecbe994f3f1 {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:31:45.328201 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a1537b-8c99-4a5d-9ed9-436f12e233e6", "name": "network-vif-deleted", "tag": "6958c161-8125-453b-9fa5-b69d8055f36f", "status": "completed", "code": 200}]} {{(pid=102527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:31:45.328461 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e9a5454e-fdc6-46da-ba5f-eecbe994f3f1 {{(pid=102527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:31:45.328838 dv-cinder-820918-1-iscsi neutron-server[102527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a1537b-8c99-4a5d-9ed9-436f12e233e6', 'name': 'network-vif-deleted', 'tag': '6958c161-8125-453b-9fa5-b69d8055f36f', 'status': 'completed', 'code': 200} Dec 07 18:31:45.390790 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [req-c6e90638-3d62-4d4c-a6de-0dcb48826f89 req-f5ddb5ca-dad2-495f-889f-50e2646c5b11 tempest-VolumesNegativeTest-595866651 tempest-VolumesNegativeTest-595866651-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a1537b-8c99-4a5d-9ed9-436f12e233e6 HTTP/1.1" status: 200 len: 210 time: 0.0273433 Dec 07 18:31:46.472555 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:47.638729 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:50.051749 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6958c161-8125-453b-9fa5-b69d8055f36f no longer exists at agent hyperv_hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:31:50.072766 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] No Port match for: 6958c161-8125-453b-9fa5-b69d8055f36f {{(pid=102528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:31:50.073095 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.rpc [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Device 6958c161-8125-453b-9fa5-b69d8055f36f not bound to the agent host hv-cinder-82091 {{(pid=102528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:31:50.136223 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 57768) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:31:50.263803 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-0801da83-265f-4779-84e4-f75ed6105ffe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af759b155da04be9a273e68de7df7928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263852 Dec 07 18:31:50.266184 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [-] (102526) accepted ('10.222.0.47', 57772) {{(pid=102526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:31:50.312019 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-15e61adf-69a8-4654-bece-7f040adf368d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:50.332777 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-15e61adf-69a8-4654-bece-7f040adf368d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:50.378739 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-15e61adf-69a8-4654-bece-7f040adf368d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757807'] for security_group, after_delete {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:50.381430 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-15e61adf-69a8-4654-bece-7f040adf368d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:31:50.383165 dv-cinder-820918-1-iscsi neutron-server[102526]: INFO neutron.wsgi [None req-15e61adf-69a8-4654-bece-7f040adf368d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/982a2938-a60b-4f2e-a877-4fcd8e1b6d00 HTTP/1.1" status: 204 len: 168 time: 0.1154695 Dec 07 18:31:50.390660 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e61adf-69a8-4654-bece-7f040adf368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982a2938-a60b-4f2e-a877-4fcd8e1b6d00,revision_number=None']} {{(pid=102526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:32:06.021876 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:32:11.529072 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-e472e5d3-b8d2-48a8-a970-74680ef3267b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:12.019010 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:14.089055 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-bd0bb3b3-dfe1-4b3d-8d1d-2c98c70af374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:15.123135 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:16.475374 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:17.639651 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:41.530482 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-17c6c97a-e939-4181-8412-4e573f11b899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:42.017105 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:43.020645 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:32:44.090290 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-52eda711-f04f-45a8-81b2-1051b218e3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:45.126842 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:46.478147 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:32:47.640924 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:04.198555 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [req-2eae3319-3842-4647-9c3d-0a00ac589331 req-dd9a8864-cebd-4206-8d06-77b934a9aea0 service neutron] (102526) timed out ('10.222.0.37', 49900) {{(pid=102526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 18:33:11.531726 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-dbe71010-a10f-40ff-8b3f-c44a7d3928c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:12.026332 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:14.092122 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-71040922-8c3f-4cd7-b2e6-a471f397085f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:15.128465 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:16.481972 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:17.642004 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:17.949465 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [req-efffcc65-c955-4cf8-8017-892a82acec7c req-fb49c5ee-e196-4f5d-9cde-9eb7d9abd560 service neutron] (102526) timed out ('10.222.0.37', 49937) {{(pid=102526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 18:33:18.051290 dv-cinder-820918-1-iscsi neutron-server[102527]: DEBUG neutron.wsgi [req-2c7bbb75-d9a0-4724-a6fa-9ab2b4dc2865 req-c272a587-daf2-426c-8764-9bf0d51152fe service neutron] (102527) timed out ('10.222.0.37', 49910) {{(pid=102527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 18:33:20.020144 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:33:41.534200 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-efadb0ad-aebc-49fd-a65c-00f40823b22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:42.041276 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:44.096499 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-0f01f335-bd24-41d7-be0a-d37067731aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:45.131837 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:46.485468 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:47.643242 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:33:57.021358 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:34:11.536061 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8850-86b0-4fe6-bf47-840bdd0ef5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:12.057210 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:14.097714 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-9213d57e-846c-4b7b-88b1-8463fca817f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:15.135019 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:16.488140 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:17.645203 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:34.021391 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:34:41.536567 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-570e1e8e-4127-48a6-9f9a-a210df9ee10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:42.054642 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:44.099841 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-5c39493f-649d-4246-a98e-af3533b53c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:45.138088 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:46.491923 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:34:47.646264 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:11.020439 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:35:11.539496 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-63c6e015-31f0-42bb-a9ac-cf83aa87d928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:12.056010 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:14.101577 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-07717146-5b39-4e81-8d82-d8cde64b9ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:15.141273 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:16.495241 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:17.648475 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:41.540595 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-4709da5d-7826-4fc7-91ff-00c8dec1e684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:42.081736 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:44.103141 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-331e9fd0-7369-4e76-a719-e99d53d56732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:45.144557 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:46.497639 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:47.649250 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:35:48.019757 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:35:53.950235 dv-cinder-820918-1-iscsi neutron-server[102526]: DEBUG neutron.wsgi [req-63f9b397-49b9-4c2d-8eb4-527d9dcf7b10 req-3eb02b9e-e549-42aa-99d6-6de0e986f678 tempest-ServerRescueNegativeTestJSON-822673478 tempest-ServerRescueNegativeTestJSON-822673478-project] (102526) timed out ('10.222.0.37', 49906) {{(pid=102526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 18:36:11.542508 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-9e93c171-6771-41d0-bd94-beb4f3014a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:12.080740 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:14.105659 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f4b6b9f2-6edc-4904-9cc8-dc9ccda67852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:15.148057 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:16.500616 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:17.649869 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:25.018957 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:36:41.543422 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-18e7e33a-2a0c-42f6-9d1c-f670d5370bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:42.078952 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:44.106641 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-48adfd6c-8edc-499c-8ad6-b512765b35b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:45.151023 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:46.504688 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:47.650843 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:02.017397 dv-cinder-820918-1-iscsi neutron-server[102529]: DEBUG neutron.db.agents_db [None req-b0b64ec0-e484-42cb-be8b-9977a76dcb94 None None] Agent healthcheck: found 6 active agents {{(pid=102529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:37:11.544400 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-6f2cda46-30fd-4f49-9c72-b011495d2985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:12.094235 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-22e2218d-3971-426f-a1ae-d359ec331621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:14.107977 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-466b5976-9225-4b06-a385-8db077acd575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:15.153853 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-13eef96a-34e4-483a-ad6d-d5fc5232044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:16.507734 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-8f609c09-40d9-4ff8-8bb3-b2e7f55a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:17.652480 dv-cinder-820918-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-f195dfd0-a825-4eef-84ef-cd9a1e02975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727174455408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654194'] for agent, after_update {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}